-- Logs begin at Thu 2021-04-15 10:06:53 UTC, end at Thu 2021-04-15 11:10:30 UTC. --
Apr 15 10:43:02.863772 dv-cinder-786385-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 15 10:43:06.011896 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.common.config [-] Logging enabled!
Apr 15 10:43:06.012407 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84
Apr 15 10:43:06.013776 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 10:43:06.015509 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.common.config [-] Logging enabled!
Apr 15 10:43:06.015805 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84
Apr 15 10:43:06.016152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 10:43:06.017189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:43:06.017498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:43:06.018545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:43:06.019362 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:43:06.019617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:43:06.020156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.020496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.020834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.021098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.021465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.021803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.022125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.022456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.022797 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.023122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.023439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.023758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.024017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.024336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.024666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.025247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.025548 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.025865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.026394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.026711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.027025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.027351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.027660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.027963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.028353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.028676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.029040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] host                           = dv-cinder-786385-1-iscsi {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.029373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.029706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.030030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.030353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.030667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.030973 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.031296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.031601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.031905 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.032213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.032539 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.032867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.033204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.033488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.034039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.034039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.034994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.035446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.035761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.036073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.036386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.036697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.037004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.037331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.037693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.038021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.038338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.038642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.038945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.039248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.039573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.039882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.040187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.040494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.040818 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.041122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.041454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.041799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.042138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.042447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.042769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.043074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.043400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.043704 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.044030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.044308 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.044609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.044911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.045225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.045579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.045948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.046184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.046487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.046812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:06.047146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.047482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.047820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.048137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.048470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.048783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.049109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.049442 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.049772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.050277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.050617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.050926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.051251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.051562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.051898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.052266 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.052585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.052916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.053224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.053563 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.053872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.054184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.054506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.054840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.055169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.055477 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.055787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.056116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.056426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.056732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.057041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.057387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.057700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.058004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.058320 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.058629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.058933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.059237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.059543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.059870 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.060176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.060480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.060786 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.061095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.061422 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.061744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.062052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.062354 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.062659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.062966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.063276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.063580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.063887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.064189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.064497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.064801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.065101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.065428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.066323 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.066622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.066933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.067240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.067550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.067857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.068161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.068466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.068768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.069071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.069410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.069745 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.070055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.070366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.070678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.070986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.071296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.071605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.071913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.072221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.072526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.072858 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.073176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.073520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.073844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.074156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.074489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.074800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.075198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.075510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.075825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.076153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.076472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.076803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.077132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.077489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.077822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.078155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.078470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.078820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.079134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:06.079379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:43:06.079643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85178) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 15 10:43:06.748060 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO keyring.backend [-] Loading Gnome
Apr 15 10:43:06.765068 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO keyring.backend [-] Loading Google
Apr 15 10:43:06.767790 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO keyring.backend [-] Loading Windows (alt)
Apr 15 10:43:06.771875 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO keyring.backend [-] Loading file
Apr 15 10:43:06.772718 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO keyring.backend [-] Loading keyczar
Apr 15 10:43:06.772997 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO keyring.backend [-] Loading multi
Apr 15 10:43:06.773677 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO keyring.backend [-] Loading pyfs
Apr 15 10:43:06.820217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:06.820523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:06.820854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:06.821231 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 15 10:43:07.217156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.217734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.217734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.219126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.219544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.219844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.257220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.257557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.257852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.273258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.273601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.273897 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.340153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.340386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.340696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.341733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.342038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.343817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.616320 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f623d166ae8> agent after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.616565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f623d166ae8> agent after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.616870 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f623d166b70> segment precommit_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.617174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f623d166bf8> network precommit_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.618028 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f623d14bbf8> segment before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.766542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> network before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.766920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f623d189158> agent before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.767256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> network before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.767542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> port before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.767838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> port before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.768218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> segment after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.768513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> segment precommit_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.769464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> segment precommit_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.769831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> segment after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.770174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> network after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.770469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> network precommit_delete 0 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.770773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> port provisioning_complete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.771076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.771365 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> rbac-policy after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.771673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> agent after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.771985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> subnet after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.772277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> subnet precommit_delete 0 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.772592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.772880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.773214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> segment_host_mapping after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.773705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> port after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.773991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.774271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.774609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.774887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.775416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f623d05a4e0>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.775836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:43:07.776106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:43:07.776398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:43:07.776641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:43:07.776911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:43:07.777174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:43:07.777632 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 15 10:43:07.780863 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 15 10:43:07.784984 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 15 10:43:07.788942 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])])
Apr 15 10:43:07.790682 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 15 10:43:07.791975 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 15 10:43:07.792384 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 15 10:43:07.792840 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 15 10:43:07.795698 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 15 10:43:07.795984 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 15 10:43:07.796371 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 10:43:07.824364 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 15 10:43:07.824866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f623d06c668>> qos_plugin after_init 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.825201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85178) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 15 10:43:07.825831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f623d131208>> logging-plugin after_init 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.827176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85178) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 15 10:43:07.827502 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 10:43:07.827777 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 15 10:43:07.830921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f623d131278>> floatingip before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.831860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f623d131278>> port before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:07.898229 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 15 10:43:07.898439 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 15 10:43:07.898709 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 15 10:43:07.899112 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 15 10:43:07.933048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.sqlalchemy.engines [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85178) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 15 10:43:08.382123 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Initializing driver for type 'gre'
Apr 15 10:43:08.382701 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] gre ID ranges: [(1, 1000)]
Apr 15 10:43:08.422616 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Initializing driver for type 'local'
Apr 15 10:43:08.422982 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Initializing driver for type 'vlan'
Apr 15 10:43:08.434830 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] VlanTypeDriver initialization complete
Apr 15 10:43:08.435279 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Initializing driver for type 'vxlan'
Apr 15 10:43:08.435822 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] vxlan ID ranges: [(1, 1000)]
Apr 15 10:43:08.477403 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Initializing extension driver 'port_security'
Apr 15 10:43:08.477767 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] PortSecurityExtensionDriver initialization complete
Apr 15 10:43:08.478135 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Initializing mechanism driver 'openvswitch'
Apr 15 10:43:08.478497 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Initializing mechanism driver 'hyperv'
Apr 15 10:43:08.484874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:43:08.485808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623d141cf8>> port after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.486222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623d141cf8>> port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.486605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623d141cf8>> port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.487030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9cacc0>> subnet after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.487422 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9cacc0>> subnet after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.487937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9cacc0>> subnet after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.488363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9cae80>> network after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.488751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9cae80>> network after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.489132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9cae80>> network after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.489576 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9caf60>> security_group after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.489962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9caf60>> security_group after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.490496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9caf60>> security_group after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.490921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9d6240>> security_group_rule after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.491306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9d6240>> security_group_rule after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.491683 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9d6240>> security_group_rule after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.492100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9d6400>> address_group after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.492482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9d6400>> address_group after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.492856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f623c9d6400>> address_group after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.493221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] ML2 OVO RPC backend initialized. {{(pid=85178) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 15 10:43:08.494089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> router_interface after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.494484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> router_interface after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.494949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> network before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.495331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> networks before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.495711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> port before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.496088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> ports before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.496467 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> subnet before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.496843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> subnets before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.497231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> network after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.497627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> network after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.497999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> network after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.498370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> port after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.498739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.499110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.499478 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> subnet after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.499848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> subnet after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.500217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f623c9d64e0>> subnet after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.500865 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.plugin [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Modular L2 Plugin initialization complete
Apr 15 10:43:08.501218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading services supported by the core plugin {{(pid=85178) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 15 10:43:08.501627 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Got port-security extension from driver 'port_security'
Apr 15 10:43:08.502132 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.extensions.vlantransparent [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Disabled vlantransparent extension.
Apr 15 10:43:08.502668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85178) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 15 10:43:08.503006 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading Plugin: router
Apr 15 10:43:08.542746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router_interface before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.543179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router after_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.543583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router before_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.543989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router_interface before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.544406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router_interface after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.544799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router after_delete 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.545197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> floatingip after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.545633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router after_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.546019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router after_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.546406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router after_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.546790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router_gateway after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.547195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router after_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.547695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router precommit_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.548119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f623cff02f0> port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.548499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f623cff01e0> port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.548874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f623cff0268> subnet after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.549254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f623cff0378> subnetpool_address_scope after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.549669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> port precommit_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.550122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router precommit_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.550509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f623cfe27b8> port before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.550892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router precommit_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.551293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router after_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.551672 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router precommit_delete 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.552058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router precommit_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.552468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router_interface after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.552852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> router precommit_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.553284 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f623c9d6668>> network after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.554333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Tracking information for resource: router configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:43:08.554710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Tracking information for resource: floatingip configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:43:08.559591 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_agentschedulers_db [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 15 10:43:08.560233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f623c955730> port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.560631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f623c955620> port after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.561019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function _notify_port_delete at 0x7f623c9556a8> port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.561425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f623c9558c8> port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.562339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f623c8cb2e8>> router before_create 55550100 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.562746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f623c8cb2e8>> router precommit_delete 55550100 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.563149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f623c8cb2e8>> router precommit_create 55550100 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.563544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f623c8cb2e8>> router precommit_update 55550100 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.568899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.provider_configuration [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service providers = [] {{(pid=85178) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 15 10:43:08.569289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.servicetype_db [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85178) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 15 10:43:08.572162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.service_base [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:43:08.572545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.service_base [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:43:08.572922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.service_base [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:43:08.573837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.service_base [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:43:08.574234 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.services.service_base [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 15 10:43:08.574652 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:43:08.575009 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 15 10:43:08.585836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:43:08.586206 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading Plugin: auto_allocate
Apr 15 10:43:08.591892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f623c923ea0> network precommit_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.592324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f623c923ea0> network precommit_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.592890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:43:08.593246 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading Plugin: tag
Apr 15 10:43:08.600392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:43:08.600762 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading Plugin: timestamp
Apr 15 10:43:08.604604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:43:08.604980 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading Plugin: network_ip_availability
Apr 15 10:43:08.610542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f623c920710>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.610947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f623c920710>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.611337 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f623c920710>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.612124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:43:08.612478 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading Plugin: flavors
Apr 15 10:43:08.617030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:43:08.617424 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading Plugin: revisions
Apr 15 10:43:08.621850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:43:08.622272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=85178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:08.623075 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85178) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 15 10:43:08.623430 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Initializing extension manager.
Apr 15 10:43:08.623994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: __init__.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.624363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: __pycache__ {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.624736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.625106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: address_group.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.626048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.626605 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: address-group
Apr 15 10:43:08.626969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: address_scope.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.627729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.628839 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: address-scope
Apr 15 10:43:08.629196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.630162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.630736 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: router-admin-state-down-before-update
Apr 15 10:43:08.631093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: agent.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.631847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.632467 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: agent
Apr 15 10:43:08.632784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: agent_resources_synced.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.633734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.634311 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: agent-resources-synced
Apr 15 10:43:08.634672 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.636464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.637052 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: allowed-address-pairs
Apr 15 10:43:08.637434 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.638518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.639099 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: auto-allocated-topology
Apr 15 10:43:08.639460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: availability_zone.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.640209 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.640791 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: availability_zone
Apr 15 10:43:08.641151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: availability_zone_filter.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.642126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.642700 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: availability_zone_filter
Apr 15 10:43:08.643058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: data_plane_status.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.644734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.645307 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 15 10:43:08.645701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: default_subnetpools.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.646629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.647201 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: default-subnetpools
Apr 15 10:43:08.647557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.648446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.649022 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: dhcp_agent_scheduler
Apr 15 10:43:08.649394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: dns.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.650566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.651139 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension dns-integration not supported by any of loaded plugins
Apr 15 10:43:08.651493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: dns_domain_ports.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.652418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.652997 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 15 10:43:08.653394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: dvr.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.654115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.654698 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: dvr
Apr 15 10:43:08.655051 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: empty_string_filtering.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.655971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.656544 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: empty-string-filtering
Apr 15 10:43:08.656898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.657843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.658414 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 15 10:43:08.658769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.659730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.660463 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 15 10:43:08.660821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: external_net.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.661768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.662341 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: external-net
Apr 15 10:43:08.662699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.663617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.664190 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: extra_dhcp_opt
Apr 15 10:43:08.664549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: extraroute.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.665523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.666099 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: extraroute
Apr 15 10:43:08.666455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: extraroute_atomic.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.667499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.668071 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: extraroute-atomic
Apr 15 10:43:08.668427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: filter_validation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.669126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.669731 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: filter-validation
Apr 15 10:43:08.670087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: fip_pf_description.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.671065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.671571 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 15 10:43:08.671926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: fip_port_details.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.672951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.673552 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: fip-port-details
Apr 15 10:43:08.673911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: flavors.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.675775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.676419 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: flavors
Apr 15 10:43:08.676778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.678462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.679056 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 15 10:43:08.679427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: floatingip_pools.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.680184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.680772 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: floatingip-pools
Apr 15 10:43:08.681137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: ip_allocation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.682130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.682702 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 15 10:43:08.683060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.683989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.684563 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: ip-substring-filtering
Apr 15 10:43:08.684925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: l2_adjacency.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.685896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.686466 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 15 10:43:08.686820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: l3.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.687893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.688478 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: router
Apr 15 10:43:08.688837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.691983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.692575 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 15 10:43:08.692945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.693923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.694509 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: ext-gw-mode
Apr 15 10:43:08.694872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.695909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.696495 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: l3-ha
Apr 15 10:43:08.696853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: l3_flavors.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.697862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.698447 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: l3-flavors
Apr 15 10:43:08.698808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.699740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.700317 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 15 10:43:08.700677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: l3agentscheduler.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.701911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.702520 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: l3_agent_scheduler
Apr 15 10:43:08.702884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: logging.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.704400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.704991 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension logging not supported by any of loaded plugins
Apr 15 10:43:08.705387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: metering.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.706188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.706997 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: metering
Apr 15 10:43:08.707362 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.708489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.709074 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: metering_source_and_destination_fields
Apr 15 10:43:08.709461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: multiprovidernet.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.710401 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.710977 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: multi-provider
Apr 15 10:43:08.711338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: netmtu.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.712263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.712841 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: net-mtu
Apr 15 10:43:08.713200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: netmtu_writable.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.714160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.714731 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: net-mtu-writable
Apr 15 10:43:08.715089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: network_availability_zone.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.715927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.716621 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: network_availability_zone
Apr 15 10:43:08.716881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: network_ip_availability.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.718031 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.718607 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: network-ip-availability
Apr 15 10:43:08.718967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: network_segment_range.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.719791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.720369 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 15 10:43:08.720727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: pagination.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.721752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.722200 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: pagination
Apr 15 10:43:08.722578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: port_device_profile.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.723497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.724076 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: port-device-profile
Apr 15 10:43:08.724433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.725433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.726005 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: port-mac-address-regenerate
Apr 15 10:43:08.726361 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.727291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.727866 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: port-numa-affinity-policy
Apr 15 10:43:08.728222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: port_resource_request.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.729132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.729736 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 15 10:43:08.730094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: portbindings.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.731027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.731599 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: binding
Apr 15 10:43:08.731957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: portbindings_extended.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.733258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.733873 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: binding-extended
Apr 15 10:43:08.734233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: portsecurity.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.735164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.735751 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: port-security
Apr 15 10:43:08.736107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: project_id.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.737088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.737506 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: project-id
Apr 15 10:43:08.738393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: providernet.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.739355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.739929 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: provider
Apr 15 10:43:08.740287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.744030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.746111 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos not supported by any of loaded plugins
Apr 15 10:43:08.746497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.747831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.748413 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 15 10:43:08.748779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.749732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.750305 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 15 10:43:08.750664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos_default.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.751592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.752175 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos-default not supported by any of loaded plugins
Apr 15 10:43:08.752536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos_fip.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.753870 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.754446 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos-fip not supported by any of loaded plugins
Apr 15 10:43:08.754802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.755746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.756322 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 15 10:43:08.756682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.757632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.758212 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 15 10:43:08.758574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.759515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.760088 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 15 10:43:08.760450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: qos_rules_alias.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.761549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.762132 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 15 10:43:08.762495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: quotasv2.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.763483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.763849 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: quotas
Apr 15 10:43:08.764204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: quotasv2_detail.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.766123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.767413 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: quota_details
Apr 15 10:43:08.767413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: rbac.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.767840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.768434 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: rbac-policies
Apr 15 10:43:08.768956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: rbac_address_group.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.769805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.770395 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: rbac-address-group
Apr 15 10:43:08.770758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: rbac_address_scope.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.771686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.772270 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: rbac-address-scope
Apr 15 10:43:08.772629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: rbac_security_groups.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.773581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.774159 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: rbac-security-groups
Apr 15 10:43:08.774517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.775701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.776282 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: rbac-subnetpool
Apr 15 10:43:08.776639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: revisionifmatch.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.777611 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.778190 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: revision-if-match
Apr 15 10:43:08.778543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: revisions.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.779676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.780258 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: standard-attr-revisions
Apr 15 10:43:08.780617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: router_availability_zone.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.781388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.781948 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: router_availability_zone
Apr 15 10:43:08.782305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: routerservicetype.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.783249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.783824 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension router-service-type not supported by any of loaded plugins
Apr 15 10:43:08.784179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.785150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.785758 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: security-groups-normalized-cidr
Apr 15 10:43:08.786116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.787066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.787636 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: port-security-groups-filtering
Apr 15 10:43:08.787994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.788929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.789561 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: security-groups-remote-address-group
Apr 15 10:43:08.789921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: securitygroup.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.804647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.805277 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: security-group
Apr 15 10:43:08.805669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: segment.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.806557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.807134 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension segment not supported by any of loaded plugins
Apr 15 10:43:08.807497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.808462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.809038 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 15 10:43:08.809423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: servicetype.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.810532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.811126 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: service-type
Apr 15 10:43:08.811488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: sorting.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.812474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.812852 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: sorting
Apr 15 10:43:08.813209 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: standard_attr_segment.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.814190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.814775 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 15 10:43:08.815134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: standardattrdescription.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.816395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.817144 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: standard-attr-description
Apr 15 10:43:08.817538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: stateful_security_group.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.818488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.819088 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: stateful-security-group
Apr 15 10:43:08.819452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: stdattrs_common.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.820044 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 15 10:43:08.820406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.821448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.822031 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 15 10:43:08.822391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: subnet_onboard.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.823466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.824049 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: subnet_onboard
Apr 15 10:43:08.824406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.825339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.825942 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 15 10:43:08.826297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: subnet_service_types.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.827245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.827821 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: subnet-service-types
Apr 15 10:43:08.828177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: subnetallocation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.829262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.829893 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: subnet_allocation
Apr 15 10:43:08.830255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.830959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.831705 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: subnetpool-prefix-ops
Apr 15 10:43:08.832046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.832994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.833600 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 15 10:43:08.833962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: tagging.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.835275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.835877 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: standard-attr-tag
Apr 15 10:43:08.836237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: timestamp.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.837472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.838060 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loaded extension: standard-attr-timestamp
Apr 15 10:43:08.838436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: trunk.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.839470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.840255 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension trunk not supported by any of loaded plugins
Apr 15 10:43:08.840375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: trunk_details.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.841301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.841912 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension trunk-details not supported by any of loaded plugins
Apr 15 10:43:08.842270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.843194 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.843770 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 15 10:43:08.844125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Loading extension file: vlantransparent.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:43:08.844821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:43:08.845432 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 15 10:43:08.848181 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:network
Apr 15 10:43:08.849014 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:subnet
Apr 15 10:43:08.849717 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:43:08.850372 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:port
Apr 15 10:43:08.851899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.852383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service FLAVORS assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.853065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.853574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.853944 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:router
Apr 15 10:43:08.854673 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 10:43:08.855450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service METERING assigned prefix: /metering {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.857857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f623c7c79e8>> rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.858277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f623c7c79e8>> rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.858612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f623c7c79e8>> rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:43:08.859758 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 10:43:08.860242 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 10:43:08.861052 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 10:43:08.861887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service CORE assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.862262 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:43:08.863171 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] subnetpool is already registered
Apr 15 10:43:08.863886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service CORE assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.864251 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:43:08.864613 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] subnetpool is already registered
Apr 15 10:43:08.867397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.867874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service FLAVORS assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.868517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.868984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.869386 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:router
Apr 15 10:43:08.869739 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] router is already registered
Apr 15 10:43:08.870394 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 10:43:08.870756 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] floatingip is already registered
Apr 15 10:43:08.871445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service METERING assigned prefix: /metering {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.872175 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 10:43:08.872534 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] rbac_policy is already registered
Apr 15 10:43:08.873155 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 10:43:08.873546 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] security_group is already registered
Apr 15 10:43:08.874197 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 10:43:08.874557 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] security_group_rule is already registered
Apr 15 10:43:08.875273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service CORE assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.875640 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:43:08.875999 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] subnetpool is already registered
Apr 15 10:43:08.876670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Service CORE assigned prefix:  {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:43:08.877033 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:43:08.877415 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] subnetpool is already registered
Apr 15 10:43:08.878208 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: extensions {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.880304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: address-groups {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.881965 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: address-scopes {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.883269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: agents {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.884446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: auto-allocated-topology {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.885770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: availability_zones {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.887126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: dhcp-networks {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.888598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: dhcp-agents {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.890114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: routers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.891977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: flavors {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.893193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: service_profiles {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.894517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: next_providers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.896104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: service_profiles {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.897639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: floatingip-pools {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.898907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: routers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.901009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: floatingips {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.902307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: l3-routers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.903766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: l3-agents {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.905225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: metering-labels {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.907550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: metering-label-rules {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.908863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: network-ip-availabilities {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.910277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: bindings {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.911972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: quotas {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.913497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: quotas {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.914957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: rbac-policies {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.916306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: security-groups {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.917597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: security-group-rules {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.918879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: service-providers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.920155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: subnetpools {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.921649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: subnetpools {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.923146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.924921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.927525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.929395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.931238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.933152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.934954 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.936922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.938805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.941427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.extensions [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:43:08.948212 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING keystonemiddleware.auth_token [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 15 10:43:08.953541 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING keystonemiddleware.auth_token [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 15 10:43:08.962391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Acquired lock "singleton_lock" {{(pid=85178) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 15 10:43:08.962908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Releasing lock "singleton_lock" {{(pid=85178) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 15 10:43:08.964357 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO oslo_service.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Starting 2 workers
Apr 15 10:43:08.969538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Started child 85289 {{(pid=85178) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:43:08.974543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Started child 85290 {{(pid=85178) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:43:08.974854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:08.981521 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 15 10:43:08.981787 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [-] (85289) wsgi starting up on http://0.0.0.0:9696
Apr 15 10:43:08.981962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Notify callbacks [] for process, before_spawn {{(pid=85178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:08.982146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:08.982312 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO oslo_service.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Starting 1 workers
Apr 15 10:43:08.982464 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [-] (85290) wsgi starting up on http://0.0.0.0:9696
Apr 15 10:43:08.984652 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Started child 85291 {{(pid=85178) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:43:08.985180 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO oslo_service.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Starting 1 workers
Apr 15 10:43:08.986693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] calling RpcWorker wait() {{(pid=85291) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 15 10:43:08.987073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] returning from RpcWorker wait() {{(pid=85291) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 15 10:43:08.989223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:08.989754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:43:08.990796 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Started child 85292 {{(pid=85178) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:43:08.991610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc50d1a7-6706-42d6-b392-32ff629513f7 None None] Notify callbacks [] for process, after_spawn {{(pid=85178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:08.993269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85178) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 10:43:08.993538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:43:08.993730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:43:08.994203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:43:08.994627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:43:08.994728 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:08.994850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:43:08.995370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.995515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:43:08.995649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.995967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.996255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.996567 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.997206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.997519 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.998007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.998464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.998893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.999248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:08.999575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.000010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.000432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.000915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.001387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.001809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.002264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.002625 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.003043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.004078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.004515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.004968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.005437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.006175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.006594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.007028 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.007429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.007906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.008334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.008761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.009167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.009607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.010022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.010470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.010887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.011282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.011681 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.012126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.012542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.013148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] host                           = dv-cinder-786385-1-iscsi {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.013601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.014010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.014442 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.014855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.015304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.015715 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.016160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.016621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.018720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.018720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.018720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.018720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.019069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.019425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.019566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.019696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.019995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.020328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.020621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.020730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.020885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.021190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.021295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.021975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.021975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.022140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.022298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.022566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.023127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.027971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.027971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.027971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.027971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.027971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.027971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.027971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.027971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.028526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.028526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.028526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.028526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.028779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34588) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:09.041359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.041359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.041359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.041359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.041359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.041359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.041359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.041359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.042580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.042580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.042580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.042580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.042580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.042580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.042580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.042580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.044236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.045424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.045424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.046072 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0125947
Apr 15 10:43:09.046177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.046177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.046996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.047342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.047601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.048699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.048699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.048699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.049727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.049727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.049972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.050826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.051053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.051593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.051998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.052366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.052691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.053041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.053317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.053605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.053878 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.054127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.054371 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.054598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.055006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.055599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.056265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.056670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.056909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.057307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.057758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.058009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.058267 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.059534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.059939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.060046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.060855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.060855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.060855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.061100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.061180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.062322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.062322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.062322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.062322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.062616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.062616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.062832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.063246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.063610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.063996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.064291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.064461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.064708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.065156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.065277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.066783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.066783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.066977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.068955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.069224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.069564 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.069745 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.069989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.070247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.070466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.070687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.071154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.071399 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.072309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.072309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.072309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.072549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.072782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.073046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.073267 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.073747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.074149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.074565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.074963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.075695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.076165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.076560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.076695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.077125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.080472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.080472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.080472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.080472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.080472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.080774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.080961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.081481 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.081835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.082198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.082943 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.082943 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.082943 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.083192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.083486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.083769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.084034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.084273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.084731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.085039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.086627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.086627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.086627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.086627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.086627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.087327 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.087327 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.087604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.087750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.087978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.088594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.089163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.089677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.090107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.090560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.090832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.091113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.091374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.091633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.091878 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.093463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.093463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.093463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.093463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.093463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.093463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.093932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.093932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.094133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.094384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.094629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.094893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.095136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.095387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.095658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.095921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.096169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.096415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.096659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.097515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.097805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.098127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.098486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.098754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.099021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.099296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.099591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.099837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.100121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.100373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.100615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.100864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.101114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.102793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.102793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.102793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.102793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.102793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.104853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.104853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.104853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.105158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.106214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.106214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.106214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.106214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.106525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.106525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.106768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.106990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.107265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.107536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.107806 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.108049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.108291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.108532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.108779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.109017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.109386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.111102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.111398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.112663 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.113479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.113827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.114780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.115042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.115304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.115559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.115828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.116098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.116342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.116591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.116834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.117098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.117338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.118353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.118594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.118838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.119144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.119433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.120086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.120086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.120318 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.120511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.120787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.121141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.121410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.121698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.122471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.122471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.122471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.122716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.123047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.123407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.123686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.123958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.124267 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.124591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.124901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.126042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.126042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.126042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.126299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.126374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.126633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.126930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.127202 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.127451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.127695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.127933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.128230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.128563 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.128853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.129146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.129432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.129720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.129970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.130224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.130486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.130759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.131008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.131180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:43:09.131708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85178) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 10:43:09.131891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:43:09.132069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:43:09.132287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:43:09.132490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:43:09.132668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:43:09.132913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.133099 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.133333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.133494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.133682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.133884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.134070 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.134255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.134438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.134619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.134801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.134980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.135162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.135341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.135527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.135690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.136059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.136234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.136393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.136574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.136757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.136939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.137119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.137299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.137540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.137726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.137909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.138094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.138271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.138451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.138630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.138811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.138991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.139172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.139354 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.139534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.139714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.139873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.140050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.140229 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.140409 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] host                           = dv-cinder-786385-1-iscsi {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.140588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.140769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.140949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.141980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.141980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.141980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.141980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.141980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.141980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.142906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.142906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.142906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.142906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.142906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.142906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.143516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.143516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.143516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.143516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.143853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.143929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.144114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.144296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.144370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.144554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.144718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.145049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.145391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.145714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.146037 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.146355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.146674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.146863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.147030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.147351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.147669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.147987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.148328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.148495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.148653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.148798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.148987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.149144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.149325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.149531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.149715 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.149898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.150079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.150501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.150677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.150859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.151041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.151225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.151406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.151588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.151770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.151923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.152108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.152290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.152470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.152649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.152802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.152985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.153166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.153362 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.153586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.153767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.153948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.154130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:43:09.154338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.154525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.154722 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155568 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.155859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.158998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.159168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.160089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.160255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.160619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.160972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.161314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.161314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.162793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.163441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.163441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.163441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.163441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.163721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.163721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.163912 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.164064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.165366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.165366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.165366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.165366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.165366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.165366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.165366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.165366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.166344 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.166509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.166697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.167325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.167325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.167325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.167325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.167743 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.167743 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.169218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.170155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.170155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.170155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.170155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.170155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.170155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.171772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.171772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.171772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.171772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.171772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.171772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.171772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.171772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.172491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.172491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.172491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.172491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.172491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.172491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.172491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.173336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.173336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.173336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.173336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.173336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.174342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.174342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.174342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.174342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.174342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.174342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.175752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.175752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.175752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.175752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.176299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:43:09.176404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.176404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.176404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.176404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.176404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.176842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.176842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.177023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.177023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.177201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.177381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.177602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.177921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.178054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.178179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.178292 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.178472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.178709 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.178894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.179078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.179264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.179446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.179744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.179869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.179996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.180133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.180315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.180500 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.180684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.180867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.181050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.181232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.181458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.181645 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.181829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.182013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.182197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.182381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.182566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.182749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.182935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.183117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.183302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.183484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.183666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.183850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.184032 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.184215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.184399 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.184581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.184765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.184952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.185280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.185462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.185544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.185700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.185864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.186053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.186237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.186438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.186604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.186756 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.186935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.187120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.187339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.187527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.187711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.187894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.188079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.188265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.188448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.188631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.188831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.189014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.189200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.189407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.189595 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.189778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.189961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.190147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.190329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.190512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.192238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.192238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.192238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.193636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.194156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.194156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.194156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.194352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.194420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.194593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.194815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.195156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.195156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.195363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.195509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.195656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.195854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.196034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.196388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.196388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.196827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.196827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.196827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.197105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.197205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.197301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.199988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.201013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.201013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.201013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.201013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.201013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.201013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.201013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.203714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.205639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.206575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.206575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:43:09.206575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:43:20.686731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621ca99-d2bb-41a1-ab1b-a96ba692e945 None None] get_active_networks_info from dv-cinder-786385-1-iscsi {{(pid=85291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 15 10:43:20.886307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621ca99-d2bb-41a1-ab1b-a96ba692e945 None None] No non-hosted networks {{(pid=85291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 15 10:43:20.898618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cfbfce9d-76b0-469a-a164-1feada36e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690'] for agent, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:23.000552 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-36fce126-a1e8-4c4b-b103-c3984488bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690'] for agent, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:23.061014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-494d6bde-39b6-47ff-ac84-e8cd48b349cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:23.839976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690'] for agent, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:23.964081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690'] for agent, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:23.965207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.965832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.966407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.966964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.967518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.968619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.969238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.974447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.975041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.975692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.976255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.976822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:23.977516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f623c491240>, 'Open vSwitch agent', 'dv-cinder-786385-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:43:23.985039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f623bb9d4a8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786385-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:43:24.934607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690'] for agent, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:25.631175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 34684) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:26.308252 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING oslo_policy.policy [None req-70bf55ee-2429-4ad9-b271-f7e9fe5894c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:43:26.308828 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING oslo_policy.policy [None req-70bf55ee-2429-4ad9-b271-f7e9fe5894c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:43:26.319060 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_hamode_db [None req-9ffdf2a5-0dad-46bf-b822-a6529f7e4841 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 15 10:43:26.412322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdf2a5-0dad-46bf-b822-a6529f7e4841 None None] Routers set() bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:43:26.412747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdf2a5-0dad-46bf-b822-a6529f7e4841 None None] Router IDs set() for agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 15 10:43:26.542436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [None req-70bf55ee-2429-4ad9-b271-f7e9fe5894c0 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:43:26.543729 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-70bf55ee-2429-4ad9-b271-f7e9fe5894c0 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9105680
Apr 15 10:43:29.319095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 34700) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:29.712799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:43:29.816422 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.policy [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85289) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 10:43:29.871563 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING oslo_policy.policy [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:43:29.871970 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING oslo_policy.policy [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:43:29.890186 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f623c3e8fd0>.
Apr 15 10:43:29.906802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:43:29.964095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283109428973', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283109426001', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283109140369', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283109150325', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283109133436', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283109131015', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-120808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-157710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1774129', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853336610'] for rbac-policy, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:30.191277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:30.192551 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7fe56622-904c-44bd-80c7-520934d7f380 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8723955
Apr 15 10:43:33.194013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 34714) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:33.575347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Request body: {'network': {'name': 'private', 'project_id': '7e005510534f4441b549f483c5582b2e', 'admin_state_up': True}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:43:33.581226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:43:33.585789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Usage tracker for resource:network and tenant:7e005510534f4441b549f483c5582b2e is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:43:33.589230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:43:33.595654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:43:33.604127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Made reservation on behalf of 7e005510534f4441b549f483c5582b2e for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:43:33.609910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:33.626381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:33.641440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:43:33.645204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:7e005510534f4441b549f483c5582b2e is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:43:33.648792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:43:33.654804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:43:33.752344 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:33.755675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:33.760369 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:33.782890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:43:33.809955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753744275127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:33.810490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f623d166b70> segment precommit_create {{(pid=85289) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 10:43:33.810956 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Added segment 02eb44d6-24a8-43cc-bba8-a959266c56f9 of type vlan for network 9a078f8e-a873-4553-b0a0-5a35a6a86004
Apr 15 10:43:33.819915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b901f057-c7ac-4c2e-a38e-5e7f3ee255fb,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:33.870669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.871025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.871379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.871726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.872069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.872412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.872751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.873087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.873462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.873886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.874221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.874555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Tracked resource versions report:
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]: pushed versions:
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]: {   'AddressGroup': {'1.2'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'ConntrackHelper': {'1.0'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Log': {'1.0'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Network': {'1.1'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Port': {'1.7'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'PortForwarding': {'1.2'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'QosPolicy': {'1.8'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroup': {'1.4'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SubPort': {'1.0'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Subnet': {'1.1'},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Trunk': {'1.1'}}
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]: consumer versions:
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]: {   DHCP agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     L3 agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metadata agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metering agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:     Open vSwitch agent@dv-cinder-786385-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Log': '1.0',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Network': '1.1',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Port': '1.7',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'PortForwarding': '1.2',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'QosPolicy': '1.8',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroup': '1.4',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SubPort': '1.0',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Subnet': '1.1',
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Trunk': '1.1'}}
Apr 15 10:43:33.875648 dv-cinder-786385-1-iscsi neutron-server[85178]:  {{(pid=85289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:43:33.904835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:33.937805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:33.975631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:33.977094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:43:33.977851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:33.982716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:34.095154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=9a078f8e-a873-4553-b0a0-5a35a6a86004,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:34.098433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:34.100257 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.9051840
Apr 15 10:43:34.106908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 9a078f8e-a873-4553-b0a0-5a35a6a86004 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:43:37.174137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 34730) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:37.659751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc184b-dcaa-466b-ad91-1b40335cf133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:43:37.661216 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fcfc184b-dcaa-466b-ad91-1b40335cf133 admin admin] 10.222.0.68 "GET /v2.0/networks/9a078f8e-a873-4553-b0a0-5a35a6a86004 HTTP/1.1" status: 200  len: 826 time: 0.4860213
Apr 15 10:43:37.689618 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-06fdc24f-9f61-4709-af33-2eb7e80fd847 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/e28f80ee-9567-444b-a220-b6a1c847a4c5 HTTP/1.1" status: 200  len: 734 time: 0.0222151
Apr 15 10:43:37.699929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Request body: {'subnet': {'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004', 'subnetpool_id': 'e28f80ee-9567-444b-a220-b6a1c847a4c5', 'ip_version': 4, 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:43:37.704466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:43:37.709043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Usage tracker for resource:subnet and tenant:7e005510534f4441b549f483c5582b2e is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:43:37.712020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:43:37.717934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:43:37.726989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Made reservation on behalf of 7e005510534f4441b549f483c5582b2e for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:43:37.731725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:38.213395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:38.229318 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:38.367372 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3293be1-d127-4dd0-8e53-1d8871be3a76,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:38.381964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:38.438465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Checking segment: {'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:43:38.438851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Network hostable DHCP agents. Network: 9a078f8e-a873-4553-b0a0-5a35a6a86004, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:43:38.468856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Network 9a078f8e-a873-4553-b0a0-5a35a6a86004 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:43:38.479735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 9a078f8e-a873-4553-b0a0-5a35a6a86004) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:43:38.484413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:43:38.485059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:38.489975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1638e2-de79-40b1-9fd3-aade7fd34b3f None None] Network 9a078f8e-a873-4553-b0a0-5a35a6a86004 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:43:38.506919 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8107057
Apr 15 10:43:38.819689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-9a078f8e-a873-4553-b0a0-5a35a6a86004', 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'fixed_ips': [{'subnet_id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:43:38.820993 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:39.186425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Allocated IP 172.20.0.2 (9a078f8e-a873-4553-b0a0-5a35a6a86004/e3293be1-d127-4dd0-8e53-1d8871be3a76/45d7af76-3777-49c4-a776-31d6ebf057c1) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:43:39.428030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:39.440917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Transition to ACTIVE for port object 45d7af76-3777-49c4-a776-31d6ebf057c1 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:43:39.462639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Transition to ACTIVE for port object 45d7af76-3777-49c4-a776-31d6ebf057c1 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:43:39.468275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:39.486233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:39.617363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Pushing event updated for resources: {'Port': ['ID=45d7af76-3777-49c4-a776-31d6ebf057c1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:39.628470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.628832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.629200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.629602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.629947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.630999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.630999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.631637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.631995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.632335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.632673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.633009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Tracked resource versions report:
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]: pushed versions:
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]: {   'AddressGroup': {'1.2'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'ConntrackHelper': {'1.0'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Log': {'1.0'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Network': {'1.1'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Port': {'1.7'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'PortForwarding': {'1.2'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'QosPolicy': {'1.8'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroup': {'1.4'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SubPort': {'1.0'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Subnet': {'1.1'},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Trunk': {'1.1'}}
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]: consumer versions:
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]: {   DHCP agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     L3 agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metadata agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metering agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:     Open vSwitch agent@dv-cinder-786385-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Log': '1.0',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Network': '1.1',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Port': '1.7',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'PortForwarding': '1.2',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'QosPolicy': '1.8',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroup': '1.4',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SubPort': '1.0',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Subnet': '1.1',
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Trunk': '1.1'}}
Apr 15 10:43:39.634116 dv-cinder-786385-1-iscsi neutron-server[85178]:  {{(pid=85291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:43:39.641294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:39.688747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Network 9a078f8e-a873-4553-b0a0-5a35a6a86004 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:43:39.689807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:43:39.692581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:43:39.791987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Attempting to bind port 45d7af76-3777-49c4-a776-31d6ebf057c1 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:43:39.792396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Attempting to bind port 45d7af76-3777-49c4-a776-31d6ebf057c1 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:43:39.792803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Attempting to bind port 45d7af76-3777-49c4-a776-31d6ebf057c1 on network 9a078f8e-a873-4553-b0a0-5a35a6a86004 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:43:39.798713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:43:39.799109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Checking segment: {'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:43:39.800395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:39.800395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Bound using segment: {'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:43:39.800588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Bound port: 45d7af76-3777-49c4-a776-31d6ebf057c1, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:43:39.800834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:39.896246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] For port 45d7af76-3777-49c4-a776-31d6ebf057c1, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:43:39.900509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] For port 45d7af76-3777-49c4-a776-31d6ebf057c1, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=45d7af76-3777-49c4-a776-31d6ebf057c1,segment=NetworkSegment(02eb44d6-24a8-43cc-bba8-a959266c56f9),segment_id=02eb44d6-24a8-43cc-bba8-a959266c56f9)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:43:39.903997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:39.919742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:40.113236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Pushing event updated for resources: {'Port': ['ID=45d7af76-3777-49c4-a776-31d6ebf057c1,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:40.118562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:41.336688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34740) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:42.022867 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING oslo_policy.policy [None req-1aa708aa-0da5-46a3-83bd-c22788f17f1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:43:42.023523 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING oslo_policy.policy [None req-1aa708aa-0da5-46a3-83bd-c22788f17f1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:43:42.259936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [None req-1aa708aa-0da5-46a3-83bd-c22788f17f1b admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:43:42.261002 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1aa708aa-0da5-46a3-83bd-c22788f17f1b admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9232278
Apr 15 10:43:45.068831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34754) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:45.496113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [None req-f397eea4-b0c0-48ea-9676-5296d68206c7 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:43:45.497160 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f397eea4-b0c0-48ea-9676-5296d68206c7 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4270642
Apr 15 10:43:46.164560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 45d7af76-3777-49c4-a776-31d6ebf057c1 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:43:46.238928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 45d7af76-3777-49c4-a776-31d6ebf057c1 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:43:47.121696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b3fe6-7eef-4eb3-8c04-00234ddf22fd None None] Network 9a078f8e-a873-4553-b0a0-5a35a6a86004 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:43:47.215097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] Provisioning for port 45d7af76-3777-49c4-a776-31d6ebf057c1 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:43:47.230654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] Provisioning complete for port 45d7af76-3777-49c4-a776-31d6ebf057c1 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:43:47.231074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:47.468723 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:47.520747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] For port 45d7af76-3777-49c4-a776-31d6ebf057c1, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=45d7af76-3777-49c4-a776-31d6ebf057c1,segment=NetworkSegment(02eb44d6-24a8-43cc-bba8-a959266c56f9),segment_id=02eb44d6-24a8-43cc-bba8-a959266c56f9)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:43:47.525482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:47.535811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:47.614146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] Pushing event updated for resources: {'Port': ['ID=45d7af76-3777-49c4-a776-31d6ebf057c1,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:47.618177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:47.757618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-b24eb0c3-d476-47ee-8878-05fbffbeb037 None None] Provisioning complete for port 45d7af76-3777-49c4-a776-31d6ebf057c1 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:43:47.758016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b24eb0c3-d476-47ee-8878-05fbffbeb037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:48.129637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 45d7af76-3777-49c4-a776-31d6ebf057c1 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:43:48.201072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 45d7af76-3777-49c4-a776-31d6ebf057c1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:43:48.201518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:48.609030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34770) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:48.981370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'name': 'router1'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:43:49.058377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.policy [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85290) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 10:43:49.114486 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING oslo_policy.policy [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:43:49.114891 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING oslo_policy.policy [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:43:49.133825 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.quota [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f623c4a7fd0>.
Apr 15 10:43:49.150361 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:43:49.157108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Usage tracker for resource:router and tenant:7e005510534f4441b549f483c5582b2e is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:43:49.161451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:43:49.169679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:43:49.184668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:49.186758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:49.211107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:49.483222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:49.502894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:49.504158 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-61541d8a-e981-47a2-8f6e-8b3724166fd8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8940852
Apr 15 10:43:50.612385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6a9aa89-131c-44e7-9d63-120737f0d7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:52.308192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34782) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:52.622207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [None req-58f78215-fe2b-466b-90bd-9201dc37640e admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:43:52.624849 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-58f78215-fe2b-466b-90bd-9201dc37640e admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3141205
Apr 15 10:43:53.002603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7aed6a2-289f-470b-a953-93218fd68073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:53.046907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:43:53.784394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:53.955460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:54.870451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.253402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34802) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:55.306338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:43:55.312664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:43:55.316680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Usage tracker for resource:network and tenant:83cac133a5014e19b44465969e2f0b56 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:43:55.320691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:43:55.326658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:43:55.334905 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Made reservation on behalf of 83cac133a5014e19b44465969e2f0b56 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:43:55.340740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.357205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.372561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:43:55.376460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Usage tracker for resource:security_group_rule and tenant:83cac133a5014e19b44465969e2f0b56 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:43:55.379601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:43:55.386162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:43:55.484503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.487220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.492538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:55.503989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Reserving flat network on physical network physnet1 {{(pid=85290) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 15 10:43:55.538967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753744275127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.539581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f623d166b70> segment precommit_create {{(pid=85290) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 10:43:55.540056 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Added segment 9c40b5c3-cf52-488f-a7c2-ebfe76c46caa of type flat for network 67f94a63-e7fc-40ec-8316-b2de55db0ae6
Apr 15 10:43:55.591898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55728e01-32f1-4213-90cc-f66d553c84d9,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:55.612601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.612973 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.613328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.613711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.614060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.614411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.614760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.615104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.615463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.615902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.616249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.616591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Tracked resource versions report:
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]: pushed versions:
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]: {   'AddressGroup': {'1.2'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'ConntrackHelper': {'1.0'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Log': {'1.0'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Network': {'1.1'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Port': {'1.7'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'PortForwarding': {'1.2'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'QosPolicy': {'1.8'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroup': {'1.4'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SubPort': {'1.0'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Subnet': {'1.1'},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Trunk': {'1.1'}}
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]: consumer versions:
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]: {   DHCP agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     L3 agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metadata agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metering agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:     Open vSwitch agent@dv-cinder-786385-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Log': '1.0',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Network': '1.1',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Port': '1.7',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'PortForwarding': '1.2',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'QosPolicy': '1.8',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroup': '1.4',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SubPort': '1.0',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Subnet': '1.1',
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Trunk': '1.1'}}
Apr 15 10:43:55.617699 dv-cinder-786385-1-iscsi neutron-server[85178]:  {{(pid=85290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:43:55.666418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:55.670221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.714303 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.715703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:43:55.716352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:55.721191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:55.831520 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5769579
Apr 15 10:43:55.832234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Pushing event updated for resources: {'Network': ['ID=67f94a63-e7fc-40ec-8316-b2de55db0ae6,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:55.836031 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:43:55.843734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:43:58.424458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34826) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:43:58.548293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ab29d-07b0-4e37-b0e9-f698e42f34d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:43:58.549753 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-da0ab29d-07b0-4e37-b0e9-f698e42f34d1 admin admin] 10.222.0.68 "GET /v2.0/subnets/e3293be1-d127-4dd0-8e53-1d8871be3a76 HTTP/1.1" status: 200  len: 849 time: 0.1242812
Apr 15 10:43:58.702829 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-83366422-77e1-4dff-8e4e-2f80c9c7f46c admin admin] 10.222.0.68 "GET /v2.0/routers/51d10585-a826-4ff8-b3c0-3e5a35e5ed41 HTTP/1.1" status: 200  len: 704 time: 0.1464343
Apr 15 10:43:59.205854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:59.446802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Allocated IP 172.20.0.1 (9a078f8e-a873-4553-b0a0-5a35a6a86004/e3293be1-d127-4dd0-8e53-1d8871be3a76/abc09d3a-5c56-474b-b7c0-aafbcef6b833) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:43:59.761132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:59.779023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Transition to ACTIVE for port object abc09d3a-5c56-474b-b7c0-aafbcef6b833 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:43:59.836362 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:43:59.851561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:43:59.977287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Pushing event updated for resources: {'Port': ['ID=abc09d3a-5c56-474b-b7c0-aafbcef6b833,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:43:59.980811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:00.047852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Network 9a078f8e-a873-4553-b0a0-5a35a6a86004 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:44:00.048941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:44:00.051901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:44:00.052426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:00.282287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-456f39ba-b1a5-47e8-8ee9-0269ef871900 None None] Provisioning for port abc09d3a-5c56-474b-b7c0-aafbcef6b833 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:44:00.287114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-456f39ba-b1a5-47e8-8ee9-0269ef871900 None None] Provisioning complete for port abc09d3a-5c56-474b-b7c0-aafbcef6b833 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:00.287655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-456f39ba-b1a5-47e8-8ee9-0269ef871900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:00.325696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:00.345316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-456f39ba-b1a5-47e8-8ee9-0269ef871900 None None] Port abc09d3a-5c56-474b-b7c0-aafbcef6b833 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:44:00.617976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:00.621330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:00.622418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:00.637534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:00.775951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Pushing event updated for resources: {'Port': ['ID=abc09d3a-5c56-474b-b7c0-aafbcef6b833,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:00.781063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:00.834980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Network 9a078f8e-a873-4553-b0a0-5a35a6a86004 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:44:00.836068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:44:01.040273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Router 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:44:01.070092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-76f06649-8c69-4c96-bd46-c258933d393c None None] Provisioning complete for port abc09d3a-5c56-474b-b7c0-aafbcef6b833 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:01.070483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-76f06649-8c69-4c96-bd46-c258933d393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:01.128636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-76f06649-8c69-4c96-bd46-c258933d393c None None] Port abc09d3a-5c56-474b-b7c0-aafbcef6b833 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:44:01.210208 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:44:01.219923 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] 10.222.0.68 "PUT /v2.0/routers/51d10585-a826-4ff8-b3c0-3e5a35e5ed41/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5114734
Apr 15 10:44:01.220140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Sync routers for ids ['51d10585-a826-4ff8-b3c0-3e5a35e5ed41'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:44:01.232042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Routers {'51d10585-a826-4ff8-b3c0-3e5a35e5ed41'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:44:01.232908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c4172b0>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:43:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['51d10585-a826-4ff8-b3c0-3e5a35e5ed41'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:01.423201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Set router 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:44:01.987954 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c4172b0>, [{'id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'name': 'router1', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:43:49Z', 'updated_at': '2021-04-15T10:44:00Z', 'revision_number': 2, 'project_id': '7e005510534f4441b549f483c5582b2e', 'gw_port_host': None, '_interfaces': [{'id': 'abc09d3a-5c56-474b-b7c0-aafbcef6b833', 'name': '', 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'mac_address': 'fa:16:3e:76:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:43:59Z', 'updated_at': '2021-04-15T10:44:00Z', 'revision_number': 2, 'project_id': '7e005510534f4441b549f483c5582b2e', 'subnets': [{'id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e28f80ee-9567-444b-a220-b6a1c847a4c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:01.993783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Checking router: 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:44:01.994162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Updating router 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 port abc09d3a-5c56-474b-b7c0-aafbcef6b833 binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:44:02.055585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:02.521876 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:02.537256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Transition to ACTIVE for port object abc09d3a-5c56-474b-b7c0-aafbcef6b833 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:44:02.543010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:02.558734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:02.698570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Pushing event updated for resources: {'Port': ['ID=abc09d3a-5c56-474b-b7c0-aafbcef6b833,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:02.713011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.713398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.713762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.714148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.714460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.714798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.715140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.715478 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.715816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.716153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.716486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.716820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Tracked resource versions report:
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]: pushed versions:
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]: {   'AddressGroup': {'1.2'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'ConntrackHelper': {'1.0'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Log': {'1.0'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Network': {'1.1'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Port': {'1.7'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'PortForwarding': {'1.2'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'QosPolicy': {'1.8'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroup': {'1.4'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SubPort': {'1.0'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Subnet': {'1.1'},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Trunk': {'1.1'}}
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]: consumer versions:
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]: {   DHCP agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     L3 agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metadata agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metering agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:     Open vSwitch agent@dv-cinder-786385-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Log': '1.0',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Network': '1.1',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Port': '1.7',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'PortForwarding': '1.2',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'QosPolicy': '1.8',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroup': '1.4',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SubPort': '1.0',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Subnet': '1.1',
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Trunk': '1.1'}}
Apr 15 10:44:02.717933 dv-cinder-786385-1-iscsi neutron-server[85178]:  {{(pid=85292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:44:02.734964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:02.925071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Attempting to bind port abc09d3a-5c56-474b-b7c0-aafbcef6b833 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:44:02.925538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Attempting to bind port abc09d3a-5c56-474b-b7c0-aafbcef6b833 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:44:02.925952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Attempting to bind port abc09d3a-5c56-474b-b7c0-aafbcef6b833 on network 9a078f8e-a873-4553-b0a0-5a35a6a86004 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:44:02.931999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:44:02.932412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Checking segment: {'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:44:02.932874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:02.933291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Bound using segment: {'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:44:02.933862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Bound port: abc09d3a-5c56-474b-b7c0-aafbcef6b833, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02eb44d6-24a8-43cc-bba8-a959266c56f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:44:02.934258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:03.033435 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] For port abc09d3a-5c56-474b-b7c0-aafbcef6b833, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:44:03.037974 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] For port abc09d3a-5c56-474b-b7c0-aafbcef6b833, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=abc09d3a-5c56-474b-b7c0-aafbcef6b833,segment=NetworkSegment(02eb44d6-24a8-43cc-bba8-a959266c56f9),segment_id=02eb44d6-24a8-43cc-bba8-a959266c56f9)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:44:03.044416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:03.061224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:03.215339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Pushing event updated for resources: {'Port': ['ID=abc09d3a-5c56-474b-b7c0-aafbcef6b833,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:03.218650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:03.279233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Routers {'51d10585-a826-4ff8-b3c0-3e5a35e5ed41'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:44:03.279890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c4172b0>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:43:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['51d10585-a826-4ff8-b3c0-3e5a35e5ed41'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:03.453290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] Set router 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:44:03.810295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c4172b0>, [{'id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'name': 'router1', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:43:49Z', 'updated_at': '2021-04-15T10:44:00Z', 'revision_number': 2, 'project_id': '7e005510534f4441b549f483c5582b2e', 'gw_port_host': None, '_interfaces': [{'id': 'abc09d3a-5c56-474b-b7c0-aafbcef6b833', 'name': '', 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'mac_address': 'fa:16:3e:76:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:43:59Z', 'updated_at': '2021-04-15T10:44:03Z', 'revision_number': 4, 'project_id': '7e005510534f4441b549f483c5582b2e', 'subnets': [{'id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e28f80ee-9567-444b-a220-b6a1c847a4c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:03.814310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea791d-bba2-4234-a37c-92a07eb8f44c None None] The sync data for ids ['51d10585-a826-4ff8-b3c0-3e5a35e5ed41'] in dv-cinder-786385-1-iscsi is: [{'id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'name': 'router1', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:43:49Z', 'updated_at': '2021-04-15T10:44:00Z', 'revision_number': 2, 'project_id': '7e005510534f4441b549f483c5582b2e', 'gw_port_host': None, '_interfaces': [{'id': 'abc09d3a-5c56-474b-b7c0-aafbcef6b833', 'name': '', 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'mac_address': 'fa:16:3e:76:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:43:59Z', 'updated_at': '2021-04-15T10:44:03Z', 'revision_number': 4, 'project_id': '7e005510534f4441b549f483c5582b2e', 'subnets': [{'id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e28f80ee-9567-444b-a220-b6a1c847a4c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:44:03.828432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34838) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:03.998116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a36f2-95de-466e-be7e-0c0a61a18dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:44:03.999031 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-454a36f2-95de-466e-be7e-0c0a61a18dd9 admin admin] Synchronizing usage tracker for tenant:83cac133a5014e19b44465969e2f0b56 on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:44:04.017502 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-454a36f2-95de-466e-be7e-0c0a61a18dd9 admin admin] Unset dirty status for tenant:83cac133a5014e19b44465969e2f0b56 on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:44:04.019003 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-454a36f2-95de-466e-be7e-0c0a61a18dd9 admin admin] 10.222.0.68 "GET /v2.0/networks/67f94a63-e7fc-40ec-8316-b2de55db0ae6 HTTP/1.1" status: 200  len: 842 time: 0.1895554
Apr 15 10:44:04.030522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:44:04.036419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:44:04.041600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Usage tracker for resource:subnet and tenant:83cac133a5014e19b44465969e2f0b56 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:44:04.044744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:44:04.051420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:44:04.061530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Made reservation on behalf of 83cac133a5014e19b44465969e2f0b56 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:44:04.066239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:04.691108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.objects.ports [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85290) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 15 10:44:04.691582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:04.706654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:04.832879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3922bd-683e-4274-ae5f-8c883cf31f2c,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:04.847204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:04.903386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:44:04.903780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Network hostable DHCP agents. Network: 67f94a63-e7fc-40ec-8316-b2de55db0ae6, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:44:04.925194 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:44:04.934087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 67f94a63-e7fc-40ec-8316-b2de55db0ae6) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:44:04.938035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:44:04.938672 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:04.944763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ff18e-46da-49f5-9bea-dd40e0216c4f None None] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:44:04.969370 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9322336
Apr 15 10:44:05.201329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5d6f9-deee-4669-b69e-396e62cfc12d None None] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:44:07.611137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34852) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:07.819220 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-dba8855a-f6ae-492c-961f-ee11a2445e9c admin admin] 10.222.0.68 "GET /v2.0/routers/51d10585-a826-4ff8-b3c0-3e5a35e5ed41 HTTP/1.1" status: 200  len: 710 time: 0.2067752
Apr 15 10:44:07.958922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579b4ac-8e4b-4065-804b-043583cdf0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:44:07.960407 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1579b4ac-8e4b-4065-804b-043583cdf0c6 admin admin] 10.222.0.68 "GET /v2.0/networks/67f94a63-e7fc-40ec-8316-b2de55db0ae6 HTTP/1.1" status: 200  len: 886 time: 0.1349425
Apr 15 10:44:07.971474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:44:08.161813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device abc09d3a-5c56-474b-b7c0-aafbcef6b833 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:44:08.232884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port abc09d3a-5c56-474b-b7c0-aafbcef6b833 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:44:08.237818 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port abc09d3a-5c56-474b-b7c0-aafbcef6b833 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:08.238226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:08.367490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:08.400127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port abc09d3a-5c56-474b-b7c0-aafbcef6b833, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=abc09d3a-5c56-474b-b7c0-aafbcef6b833,segment=NetworkSegment(02eb44d6-24a8-43cc-bba8-a959266c56f9),segment_id=02eb44d6-24a8-43cc-bba8-a959266c56f9)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:44:08.402877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:08.406497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f011f524-03c1-400b-a45a-7bf3c0de3b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:08.446179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:08.480724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=abc09d3a-5c56-474b-b7c0-aafbcef6b833,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:08.484113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:08.976816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:09.035931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:09.182460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Allocated IP 172.27.3.16 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/9aeffe7d-33cd-4c95-92d9-cb4aedcad02e) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:44:09.339271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:09.369039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:09.384776 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:09.520215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Pushing event updated for resources: {'Port': ['ID=9aeffe7d-33cd-4c95-92d9-cb4aedcad02e,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:09.525882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:09.573778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:44:09.574874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:44:09.577114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:44:09.973043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:10.144488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device abc09d3a-5c56-474b-b7c0-aafbcef6b833 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:44:10.217056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port abc09d3a-5c56-474b-b7c0-aafbcef6b833 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:10.217480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:10.337265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:10.340730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1694784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853081015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853075008'] for router, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:10.533601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Router 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:44:10.722828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:44:10.732125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:10.733409 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] 10.222.0.68 "PUT /v2.0/routers/51d10585-a826-4ff8-b3c0-3e5a35e5ed41 HTTP/1.1" status: 200  len: 889 time: 2.7659397
Apr 15 10:44:10.734163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Sync routers for ids ['51d10585-a826-4ff8-b3c0-3e5a35e5ed41'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:44:10.745498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Routers {'51d10585-a826-4ff8-b3c0-3e5a35e5ed41'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:44:10.746191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b6d0358>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:43:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['51d10585-a826-4ff8-b3c0-3e5a35e5ed41'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:10.952012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Set router 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:44:11.318745 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b6d0358>, [{'id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'name': 'router1', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9aeffe7d-33cd-4c95-92d9-cb4aedcad02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:43:49Z', 'updated_at': '2021-04-15T10:44:09Z', 'revision_number': 4, 'project_id': '7e005510534f4441b549f483c5582b2e', 'gw_port': {'id': '9aeffe7d-33cd-4c95-92d9-cb4aedcad02e', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:09Z', 'updated_at': '2021-04-15T10:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'abc09d3a-5c56-474b-b7c0-aafbcef6b833', 'name': '', 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'mac_address': 'fa:16:3e:76:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:43:59Z', 'updated_at': '2021-04-15T10:44:08Z', 'revision_number': 5, 'project_id': '7e005510534f4441b549f483c5582b2e', 'subnets': [{'id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e28f80ee-9567-444b-a220-b6a1c847a4c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:11.324026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Checking router: 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:44:11.324406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Updating router 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:44:11.380697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:11.802769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:11.815499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Transition to ACTIVE for port object 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:44:11.820769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:11.836297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:11.968580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca4a2a-7d65-4c8a-8d6e-ca46bc13fb4f None None] Pushing event updated for resources: {'Port': ['ID=9aeffe7d-33cd-4c95-92d9-cb4aedcad02e,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:11.973607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-66ca4a2a-7d65-4c8a-8d6e-ca46bc13fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:12.040843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Attempting to bind port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:44:12.041231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Attempting to bind port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:44:12.041691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Attempting to bind port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:44:12.047773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:44:12.048175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:44:12.048610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:12.049036 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:44:12.049569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Bound port: 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:44:12.049979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:12.131181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] For port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:44:12.135189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] For port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=9aeffe7d-33cd-4c95-92d9-cb4aedcad02e,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:44:12.138519 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:12.154763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:12.453603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca4a2a-7d65-4c8a-8d6e-ca46bc13fb4f None None] Pushing event updated for resources: {'Port': ['ID=9aeffe7d-33cd-4c95-92d9-cb4aedcad02e,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:12.467715 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-66ca4a2a-7d65-4c8a-8d6e-ca46bc13fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:12.508674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Routers {'51d10585-a826-4ff8-b3c0-3e5a35e5ed41'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:44:12.509320 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b6d0358>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:43:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['51d10585-a826-4ff8-b3c0-3e5a35e5ed41'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:12.699191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] Set router 51d10585-a826-4ff8-b3c0-3e5a35e5ed41 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:44:13.061004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b6d0358>, [{'id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'name': 'router1', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9aeffe7d-33cd-4c95-92d9-cb4aedcad02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:43:49Z', 'updated_at': '2021-04-15T10:44:09Z', 'revision_number': 4, 'project_id': '7e005510534f4441b549f483c5582b2e', 'gw_port': {'id': '9aeffe7d-33cd-4c95-92d9-cb4aedcad02e', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:09Z', 'updated_at': '2021-04-15T10:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'abc09d3a-5c56-474b-b7c0-aafbcef6b833', 'name': '', 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'mac_address': 'fa:16:3e:76:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:43:59Z', 'updated_at': '2021-04-15T10:44:08Z', 'revision_number': 5, 'project_id': '7e005510534f4441b549f483c5582b2e', 'subnets': [{'id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e28f80ee-9567-444b-a220-b6a1c847a4c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:44:13.065092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a891c1-1c0a-4293-9f25-5c4be7b51e91 None None] The sync data for ids ['51d10585-a826-4ff8-b3c0-3e5a35e5ed41'] in dv-cinder-786385-1-iscsi is: [{'id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'name': 'router1', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9aeffe7d-33cd-4c95-92d9-cb4aedcad02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:43:49Z', 'updated_at': '2021-04-15T10:44:09Z', 'revision_number': 4, 'project_id': '7e005510534f4441b549f483c5582b2e', 'gw_port': {'id': '9aeffe7d-33cd-4c95-92d9-cb4aedcad02e', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:44:09Z', 'updated_at': '2021-04-15T10:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'abc09d3a-5c56-474b-b7c0-aafbcef6b833', 'name': '', 'network_id': '9a078f8e-a873-4553-b0a0-5a35a6a86004', 'tenant_id': '7e005510534f4441b549f483c5582b2e', 'mac_address': 'fa:16:3e:76:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d10585-a826-4ff8-b3c0-3e5a35e5ed41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:43:59Z', 'updated_at': '2021-04-15T10:44:08Z', 'revision_number': 5, 'project_id': '7e005510534f4441b549f483c5582b2e', 'subnets': [{'id': 'e3293be1-d127-4dd0-8e53-1d8871be3a76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e28f80ee-9567-444b-a220-b6a1c847a4c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:44:13.536135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 34862) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:44:13.665903 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ab3b9788-078d-45bf-9e3b-62f3f4db5942 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1285398
Apr 15 10:44:14.170367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:44:14.245881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:44:14.250979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:14.251375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:14.378092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:14.395313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=9aeffe7d-33cd-4c95-92d9-cb4aedcad02e,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:44:14.398071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:14.400262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de7729e4-a3ce-4492-bce6-cc36b923655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:44:14.472157 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=9aeffe7d-33cd-4c95-92d9-cb4aedcad02e,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:44:14.475353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:44:16.171245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:44:16.269487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 9aeffe7d-33cd-4c95-92d9-cb4aedcad02e triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:44:16.269487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:20.630787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3b02-d856-4acd-bf8b-772ac227ff08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:23.014587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a1f3ae8-bcee-4c68-a2a1-2343e77dd7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:23.791741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:23.973053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:24.895937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:30.046133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:44:50.614643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f73a8eb1-1ce9-4765-9b29-3d3ce769e198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:53.012039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4afa9019-76a7-421d-8988-4628abd61254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:53.790655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:53.958582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:44:54.896682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:07.046532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:45:20.616875 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e37599b6-ec59-40c7-8d02-92092d8f3c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:23.007225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d28e01a5-14b1-45f7-9d5d-fbbba5c7e554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:23.794574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:23.962085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:24.894261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:44.047637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:45:50.618946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-da148839-c2ee-41db-907b-c4a9057ec3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:53.009622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2880ff4d-f95b-4a8b-a5df-b0dce718a87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:53.797665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:53.963134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:54.897254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:45:58.620052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35432) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:45:58.695095 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bc2248-5a9d-43bc-b53e-74cec2e219d2 admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:45:58.696444 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-20bc2248-5a9d-43bc-b53e-74cec2e219d2 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0753732
Apr 15 10:45:59.027450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3238a03-c751-4642-afac-258d7cb1cd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:45:59.029013 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c3238a03-c751-4642-afac-258d7cb1cd86 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.3282578
Apr 15 10:46:01.556969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35442) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:01.675092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f6420-97eb-4af8-9f42-97b2e2c86cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:01.675697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-309f6420-97eb-4af8-9f42-97b2e2c86cd0 admin admin] Synchronizing usage tracker for tenant:83cac133a5014e19b44465969e2f0b56 on resource:subnet {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:46:01.691743 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-309f6420-97eb-4af8-9f42-97b2e2c86cd0 admin admin] Unset dirty status for tenant:83cac133a5014e19b44465969e2f0b56 on resource:subnet {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:46:01.692969 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-309f6420-97eb-4af8-9f42-97b2e2c86cd0 admin admin] 10.222.0.68 "GET /v2.0/subnets/e3293be1-d127-4dd0-8e53-1d8871be3a76 HTTP/1.1" status: 200  len: 849 time: 0.1348333
Apr 15 10:46:01.704554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:46:01.831508 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:02.153867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363283110596570'] for subnet, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:02.169447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-37e4090c-5675-4ceb-a919-134e4859c42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:46:02.303086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3293be1-d127-4dd0-8e53-1d8871be3a76,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:46:02.324630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.325017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.325405 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.325769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.326121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.326489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.327510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.327997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.328360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.328712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.329062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.329461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:46:02.334237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:46:02.359866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:02.360494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:02.362104 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] 10.222.0.68 "PUT /v2.0/subnets/e3293be1-d127-4dd0-8e53-1d8871be3a76 HTTP/1.1" status: 200  len: 868 time: 0.6624169
Apr 15 10:46:02.367834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978bcf73-036d-4c8c-9040-ae1b19044471 None None] Network 9a078f8e-a873-4553-b0a0-5a35a6a86004 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:46:02.797865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-82920b84-6989-4d2b-9429-3b321285ce09 None None] Provisioning complete for port 45d7af76-3777-49c4-a776-31d6ebf057c1 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:46:02.798404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-82920b84-6989-4d2b-9429-3b321285ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:02.933923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-82920b84-6989-4d2b-9429-3b321285ce09 None None] Provisioning complete for port abc09d3a-5c56-474b-b7c0-aafbcef6b833 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:46:02.934271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-82920b84-6989-4d2b-9429-3b321285ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:04.906718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35452) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:05.095458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be865f-4e52-4061-90da-c74b8b9d1cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:05.095895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be865f-4e52-4061-90da-c74b8b9d1cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:05.097518 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-08be865f-4e52-4061-90da-c74b8b9d1cbd admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1897473
Apr 15 10:46:07.597603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35462) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:07.788640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638fd19-e756-4eb2-b9d6-140efdf15e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:07.789087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638fd19-e756-4eb2-b9d6-140efdf15e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:07.790745 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7638fd19-e756-4eb2-b9d6-140efdf15e90 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1920855
Apr 15 10:46:10.337153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35472) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:10.521199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c28d9a-2f28-48e1-806c-555c2eee2a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:10.522699 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c1c28d9a-2f28-48e1-806c-555c2eee2a4b admin admin] 10.222.0.68 "GET /v2.0/networks/67f94a63-e7fc-40ec-8316-b2de55db0ae6 HTTP/1.1" status: 200  len: 886 time: 0.1844833
Apr 15 10:46:13.048327 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35482) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:13.239427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d57eac-505b-4701-bf9d-50c63854fe3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:13.240812 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-22d57eac-505b-4701-bf9d-50c63854fe3f admin admin] 10.222.0.68 "GET /v2.0/networks/9a078f8e-a873-4553-b0a0-5a35a6a86004 HTTP/1.1" status: 200  len: 870 time: 0.1913898
Apr 15 10:46:15.738325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35492) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:15.856983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e79d1-015a-43cf-bc4a-3de87c0a0f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:15.857524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e79d1-015a-43cf-bc4a-3de87c0a0f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:15.859171 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-456e79d1-015a-43cf-bc4a-3de87c0a0f4f admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1197975
Apr 15 10:46:18.390289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35502) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:18.521435 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ec824-5158-4495-9949-f96047a4b4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:18.521943 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ec824-5158-4495-9949-f96047a4b4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:18.523618 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-231ec824-5158-4495-9949-f96047a4b4fa admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1321876
Apr 15 10:46:20.623962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-33525f9c-0b30-4934-ba1c-b36934480da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:21.047680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:46:21.077462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35512) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:21.200452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e61baa-64a5-413a-8bca-7f4a43c821b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:21.201937 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-60e61baa-64a5-413a-8bca-7f4a43c821b4 admin admin] 10.222.0.68 "GET /v2.0/subnets/e3293be1-d127-4dd0-8e53-1d8871be3a76 HTTP/1.1" status: 200  len: 868 time: 0.1234205
Apr 15 10:46:23.012755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-802ef644-d5b7-4181-ac75-efc216276b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:23.799839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:23.830329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35522) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:23.940529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a77e944-561a-4caa-ba91-3f7107d0bfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:23.941987 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-2a77e944-561a-4caa-ba91-3f7107d0bfe2 admin admin] 10.222.0.68 "GET /v2.0/subnets/ee3922bd-683e-4274-ae5f-8c883cf31f2c HTTP/1.1" status: 200  len: 816 time: 0.1106069
Apr 15 10:46:23.967268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:24.906858 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:50.624982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18135afc-2e18-4312-8d13-ec88d562d25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:50.677505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35566) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:50.730019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [None req-b43b9f71-3cf6-4e06-a6c1-c9269e4c440b admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:46:50.731112 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b43b9f71-3cf6-4e06-a6c1-c9269e4c440b admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0525641
Apr 15 10:46:53.016439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ab6ccde-9e36-4bbd-83c4-eee1089e20af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:53.335737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35576) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:53.411990 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.pecan_wsgi.hooks.translation [None req-58639d68-2788-4f3a-b279-53c696d3ca76 admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:46:53.413333 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-58639d68-2788-4f3a-b279-53c696d3ca76 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0765939
Apr 15 10:46:53.552065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba06c0f-e22d-439b-86ca-bfa67ad070dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:53.553593 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-2ba06c0f-e22d-439b-86ca-bfa67ad070dd admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1359179
Apr 15 10:46:53.804881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:53.970491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:54.906232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:56.079144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35586) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:56.132334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:46:56.138247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:46:56.148799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:46:56.157724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Made reservation on behalf of 83cac133a5014e19b44465969e2f0b56 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:46:56.162579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:56.261431 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.services.revisions.revision_plugin [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f623ae98898] {project_id='83cac133a5014e19b44465969e2f0b56', id='c1c5a70b-cde6-4190-945a-1218fa795040', target_tenant='*', action='access_as_shared', object_id='29be2bad-7081-4776-bdbb-ab768ec774e1'}> to bump revision.
Apr 15 10:46:56.280954 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:46:56.291793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:56.292179 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Added segment c2c58f67-acdc-461c-8115-a55dfd433d73 of type vlan for network 29be2bad-7081-4776-bdbb-ab768ec774e1
Apr 15 10:46:56.319757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:56.358980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:56.360339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:56.361012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:56.366331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:46:56.472992 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3926401
Apr 15 10:46:56.473793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Pushing event updated for resources: {'Network': ['ID=29be2bad-7081-4776-bdbb-ab768ec774e1,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:46:56.476614 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:46:56.485264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 29be2bad-7081-4776-bdbb-ab768ec774e1 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:46:58.047399 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:46:59.023039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35596) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:46:59.098799 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae33428-8989-4f8d-a70a-20b6592c5372 admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:46:59.099450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8ae33428-8989-4f8d-a70a-20b6592c5372 admin admin] Synchronizing usage tracker for tenant:83cac133a5014e19b44465969e2f0b56 on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:46:59.116430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8ae33428-8989-4f8d-a70a-20b6592c5372 admin admin] Unset dirty status for tenant:83cac133a5014e19b44465969e2f0b56 on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:46:59.118216 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-8ae33428-8989-4f8d-a70a-20b6592c5372 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0940316
Apr 15 10:46:59.235774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c5029-a33b-43f5-83e1-08f34d23cd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:59.237248 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c35c5029-a33b-43f5-83e1-08f34d23cd9f admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1144707
Apr 15 10:46:59.248716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1', 'name': 'shared-subnet'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:46:59.254172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:46:59.264160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:46:59.272628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Made reservation on behalf of 83cac133a5014e19b44465969e2f0b56 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:46:59.277168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:59.674530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:59.689787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:46:59.811102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42df75dc-18a0-4387-9743-c127bd356c0a,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:46:59.813937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:46:59.887477 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Checking segment: {'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:46:59.887855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Network hostable DHCP agents. Network: 29be2bad-7081-4776-bdbb-ab768ec774e1, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:46:59.905569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Network 29be2bad-7081-4776-bdbb-ab768ec774e1 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:46:59.913404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 29be2bad-7081-4776-bdbb-ab768ec774e1) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:46:59.917266 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:46:59.917936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:46:59.923913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd2145-1acc-4b26-b51a-5d0c338ed39b None None] Network 29be2bad-7081-4776-bdbb-ab768ec774e1 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:46:59.943736 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-09113901-cc10-4750-ad5c-eab8914d0712 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6986725
Apr 15 10:47:00.172201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-29be2bad-7081-4776-bdbb-ab768ec774e1', 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1', 'tenant_id': '83cac133a5014e19b44465969e2f0b56', 'fixed_ips': [{'subnet_id': '42df75dc-18a0-4387-9743-c127bd356c0a'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:47:00.173114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:00.342844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Allocated IP 192.168.233.2 (29be2bad-7081-4776-bdbb-ab768ec774e1/42df75dc-18a0-4387-9743-c127bd356c0a/12a42c3a-38ea-4a28-a308-b744ac63d3a1) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:47:00.740377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:00.751675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Transition to ACTIVE for port object 12a42c3a-38ea-4a28-a308-b744ac63d3a1 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:47:00.772256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Transition to ACTIVE for port object 12a42c3a-38ea-4a28-a308-b744ac63d3a1 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:47:00.776854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:00.792975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:00.928306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Pushing event updated for resources: {'Port': ['ID=12a42c3a-38ea-4a28-a308-b744ac63d3a1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:47:00.937470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.937848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.938219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.938578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.938932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.939283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.939634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.939983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.940334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.941242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.941598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.941946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:00.948239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:01.005147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Network 29be2bad-7081-4776-bdbb-ab768ec774e1 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:47:01.006532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:47:01.008953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:47:01.106966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Attempting to bind port 12a42c3a-38ea-4a28-a308-b744ac63d3a1 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:47:01.107369 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Attempting to bind port 12a42c3a-38ea-4a28-a308-b744ac63d3a1 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:47:01.107763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Attempting to bind port 12a42c3a-38ea-4a28-a308-b744ac63d3a1 on network 29be2bad-7081-4776-bdbb-ab768ec774e1 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:47:01.114298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:47:01.114694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Checking segment: {'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:47:01.115132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:01.115546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Bound using segment: {'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:47:01.116042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Bound port: 12a42c3a-38ea-4a28-a308-b744ac63d3a1, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:47:01.116437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:01.213017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] For port 12a42c3a-38ea-4a28-a308-b744ac63d3a1, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:47:01.216695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] For port 12a42c3a-38ea-4a28-a308-b744ac63d3a1, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=12a42c3a-38ea-4a28-a308-b744ac63d3a1,segment=NetworkSegment(c2c58f67-acdc-461c-8115-a55dfd433d73),segment_id=c2c58f67-acdc-461c-8115-a55dfd433d73)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:47:01.219468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:01.235678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:01.386023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Pushing event updated for resources: {'Port': ['ID=12a42c3a-38ea-4a28-a308-b744ac63d3a1,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:47:01.399118 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:02.304171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 12a42c3a-38ea-4a28-a308-b744ac63d3a1 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:47:02.384911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 12a42c3a-38ea-4a28-a308-b744ac63d3a1 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:47:02.688276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa6b93-6f6a-4be6-b0e9-2708c3340003 None None] Network 29be2bad-7081-4776-bdbb-ab768ec774e1 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:47:02.789396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] Provisioning for port 12a42c3a-38ea-4a28-a308-b744ac63d3a1 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:47:02.798752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] Provisioning complete for port 12a42c3a-38ea-4a28-a308-b744ac63d3a1 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:47:02.799163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:03.044464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:03.094037 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] For port 12a42c3a-38ea-4a28-a308-b744ac63d3a1, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=12a42c3a-38ea-4a28-a308-b744ac63d3a1,segment=NetworkSegment(c2c58f67-acdc-461c-8115-a55dfd433d73),segment_id=c2c58f67-acdc-461c-8115-a55dfd433d73)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:47:03.099676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:03.116708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:03.199862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] Pushing event updated for resources: {'Port': ['ID=12a42c3a-38ea-4a28-a308-b744ac63d3a1,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:47:03.203943 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:03.291348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-dba1b3d5-89b1-448a-9f40-d4dd179f9832 None None] Provisioning complete for port 12a42c3a-38ea-4a28-a308-b744ac63d3a1 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:47:03.291767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dba1b3d5-89b1-448a-9f40-d4dd179f9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:04.287864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 12a42c3a-38ea-4a28-a308-b744ac63d3a1 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:47:04.360604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 12a42c3a-38ea-4a28-a308-b744ac63d3a1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:47:04.360944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:20.628169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54f252dd-9e30-42ff-a404-1843c81ace38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:23.020901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e33816a0-f42e-4273-b2a8-511cdefcb835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:23.807184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:23.973981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:24.908318 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:35.047375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:47:50.630873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de19cf6d-f66a-4418-8afa-8d5475b23afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:53.025222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e182827-072b-43a5-adc3-1d233aa102b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:53.811003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:53.976669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:54.912458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:12.046045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:48:15.002339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35640) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:15.008879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [None req-6dc26044-6698-4acb-acec-25bb2de2e26f tempest-verify_tempest_config-989817502 tempest-verify_tempest_config-989817502-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:48:15.009994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6dc26044-6698-4acb-acec-25bb2de2e26f tempest-verify_tempest_config-989817502 tempest-verify_tempest_config-989817502-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066092
Apr 15 10:48:15.333078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 35658) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:15.458698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.474557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:15.478898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Usage tracker for resource:security_group_rule and tenant:ee0293de2a26454daeee5d9da8fe517f is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:48:15.481885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:48:15.487820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:48:15.575403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.578080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.587910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:15.632649 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee0293de2a26454daeee5d9da8fe517f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2983499
Apr 15 10:48:15.634301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debd0f9b-bfc4-4d80-be31-1a452be8eb53,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:15.636466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35664) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:15.642753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.643178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.643547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.643901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.644256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.644622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.644972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.645321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.645701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.646047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.646390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.646730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.651430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:15.699182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.726861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.778322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.783383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:15.797407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debd0f9b-bfc4-4d80-be31-1a452be8eb53,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:15.805959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.807217 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/debd0f9b-bfc4-4d80-be31-1a452be8eb53 HTTP/1.1" status: 204  len: 168 time: 0.1699226
Apr 15 10:48:15.808744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.809134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.809529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.809899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.810255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.810610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.810963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.811314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.811667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.812019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.812365 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.812733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.815935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:20.635521 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02dee2d4-321f-4a90-a37a-83b64f1436bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:23.027717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-399c2e3b-816d-4c53-b5ae-97965df88d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:23.815610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:23.981659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:24.916174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:49.046352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:48:50.636494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3220baf7-448d-48f3-b006-d4e80f6cb422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:53.030838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-79c7a665-8b5f-4be3-9d1e-9358e9434715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:53.825699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:53.975366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:54.918356 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:20.638661 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f41c704c-e734-40a6-a8f1-c87cd8483bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:23.032721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-479dcac4-4495-49b7-b70a-98e3ede341fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:23.821226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:23.979040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:24.920710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:26.046649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 5 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:49:50.639892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4696c90-f21c-46e7-bbf3-1e5315677254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:53.034109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-857851f0-96b0-440f-bd03-13324e1fbc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:53.826472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:53.982696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:54.924702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:55.946972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690'] for agent, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:03.046299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:50:12.623026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35744) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:50:12.743633 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7f7743fd-2d2f-4a4e-a6c0-ff3c0db4850a admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1193814
Apr 15 10:50:15.267077 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35754) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:50:15.330498 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-559c6b6f-432a-4ec9-b7ea-c1a1177b0e1e admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0612156
Apr 15 10:50:20.641182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dc63a425-5e72-4471-8f7e-72654e59ead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:23.037421 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3016a41f-b0e8-4c0a-a8e2-c6fb972013ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:23.818733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:23.985814 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:24.928191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:25.934598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:40.045700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:50:50.643737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b220fe2b-13ec-4f55-9f50-00611695513b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:53.039294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b5fbf78-d2f7-4123-9d31-3fb9db7d2179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:53.826805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:53.988155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:54.931753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:55.941840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:17.045734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:51:20.645368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cdb06792-2c00-4abd-924f-91b03c633f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:23.042022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16d2b164-b5b0-41e1-b7c1-8e3a49f41633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:23.819769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:23.990799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:24.934268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:25.970074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:50.649413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-caf3b4db-a020-41a5-9827-9e740c8a4e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:51.936932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35936) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:52.271971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35956) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:52.354441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1669575990-network', 'tenant_id': '0e4727bc6c744ca2a6add783d7b90578'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:52.359785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:52.370977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Usage tracker for resource:network and tenant:0e4727bc6c744ca2a6add783d7b90578 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:52.370977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:52.373263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:52.384856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Made reservation on behalf of 0e4727bc6c744ca2a6add783d7b90578 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:51:52.390162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.406667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.423718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:52.428035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4727bc6c744ca2a6add783d7b90578 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:52.431213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:52.437950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:52.529306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.534310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.540716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9f693fd8-4a44-4d4c-b740-2bc5d9472d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:52.580361 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aac470-2b9a-4957-9591-5a5f9824d495,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:52.595939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.596431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.597169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.597749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.598176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.599043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.599490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.599985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.600514 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.600869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.601227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.601604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Tracked resource versions report:
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]: pushed versions:
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]: {   'AddressGroup': {'1.2'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'ConntrackHelper': {'1.0'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Log': {'1.0'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Network': {'1.1'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Port': {'1.7'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'PortForwarding': {'1.2'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'QosPolicy': {'1.8'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroup': {'1.4'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SubPort': {'1.0'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Subnet': {'1.1'},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Trunk': {'1.1'}}
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]: consumer versions:
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]: {   DHCP agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     L3 agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metadata agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metering agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:     Open vSwitch agent@dv-cinder-786385-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Log': '1.0',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Network': '1.1',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Port': '1.7',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'PortForwarding': '1.2',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'QosPolicy': '1.8',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroup': '1.4',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SubPort': '1.0',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Subnet': '1.1',
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Trunk': '1.1'}}
Apr 15 10:51:52.602892 dv-cinder-786385-1-iscsi neutron-server[85178]:  {{(pid=85290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:51:52.618335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:52.624959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:51:52.640101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.640491 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Added segment 6ace5e3d-f832-450f-90fd-aa964ff1cfd0 of type vlan for network a7c30fb4-19c2-40a8-a79d-170b919ee1ed
Apr 15 10:51:52.674090 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.713407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.714787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:52.715471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.721096 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f937cfea-8e6f-406e-8ead-0e2fe6b8189f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:52.828071 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8897398
Apr 15 10:51:52.831110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 35976) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:52.833936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c30fb4-19c2-40a8-a79d-170b919ee1ed,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:52.844862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:51:52.847813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Request body: {'subnet': {'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1669575990-subnet', 'tenant_id': '0e4727bc6c744ca2a6add783d7b90578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:52.854080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:52.860810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Usage tracker for resource:subnet and tenant:0e4727bc6c744ca2a6add783d7b90578 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:52.864269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:52.873340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:52.882257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:52.891918 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-444062836-network', 'tenant_id': '2f30f8e6408f4c3aaf7afb2ba70f7056'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:52.897910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:52.904757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Usage tracker for resource:network and tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:52.909433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:52.920280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:52.926402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Made reservation on behalf of 0e4727bc6c744ca2a6add783d7b90578 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:51:52.931537 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.026044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Made reservation on behalf of 2f30f8e6408f4c3aaf7afb2ba70f7056 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:51:53.032770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.054506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66919651-13ad-40eb-a8ba-38af14844f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.056792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.092980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:53.099591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Usage tracker for resource:security_group_rule and tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:53.107375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:53.118579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:53.273976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 35996) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:53.347133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.351324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.415211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:53.432335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:51:53.454932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.455408 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Added segment c8171840-4dd8-4313-a6f6-c222e4dc53e8 of type vlan for network 5bfee9be-33f0-4d00-a2c4-e4d607408f33
Apr 15 10:51:53.486355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd98d307-1bd9-41c0-9277-cf0940fd2328,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:53.493805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:53.513927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.570325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.572097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:53.572728 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.580729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3406cfa3-ae0a-46a1-b183-fee73d21fa5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:53.837903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.880006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-network', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:53.891009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:53.898573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Usage tracker for resource:network and tenant:3f51cccc0e9948b9afa29f9653ec23f2 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:53.903279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:53.909958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:53.920317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Made reservation on behalf of 3f51cccc0e9948b9afa29f9653ec23f2 for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:51:53.925039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.949373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Pushing event updated for resources: {'Network': ['ID=5bfee9be-33f0-4d00-a2c4-e4d607408f33,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:53.954205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.958949 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6854537
Apr 15 10:51:53.959970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:53.962833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:51:53.963379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36020) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:53.971733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Request body: {'subnet': {'network_id': '5bfee9be-33f0-4d00-a2c4-e4d607408f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-444062836-subnet', 'tenant_id': '2f30f8e6408f4c3aaf7afb2ba70f7056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:53.975068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:53.975418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.980000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Usage tracker for resource:security_group_rule and tenant:3f51cccc0e9948b9afa29f9653ec23f2 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:53.984065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:53.991730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:53.994487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:54.000024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:54.035062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Usage tracker for resource:subnet and tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:54.044833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:51:54.098526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.102038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.119504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:51:54.133772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.134905 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Added segment 53f2a50f-846c-43f3-8d0a-090727e12cd6 of type vlan for network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3
Apr 15 10:51:54.166223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.202907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:54.228887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.243402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c475b34-935b-483e-a16e-11a9e38c3c2d,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:54.252306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:54.253279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.255910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.256509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.257222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.257796 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.258479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.259050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.259410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.259763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.259878 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:54.260116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.260466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.260813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.261892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Tracked resource versions report:
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]: pushed versions:
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]: {   'AddressGroup': {'1.2'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'ConntrackHelper': {'1.0'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Log': {'1.0'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Network': {'1.1'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Port': {'1.7'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'PortForwarding': {'1.2'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'QosPolicy': {'1.8'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroup': {'1.4'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SubPort': {'1.0'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Subnet': {'1.1'},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Trunk': {'1.1'}}
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]: consumer versions:
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]: {   DHCP agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     L3 agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metadata agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metering agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:     Open vSwitch agent@dv-cinder-786385-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Log': '1.0',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Network': '1.1',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Port': '1.7',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'PortForwarding': '1.2',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'QosPolicy': '1.8',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroup': '1.4',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SubPort': '1.0',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Subnet': '1.1',
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Trunk': '1.1'}}
Apr 15 10:51:54.263327 dv-cinder-786385-1-iscsi neutron-server[85178]:  {{(pid=85289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:51:54.267278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:54.267914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.274473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:54.275052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4e9f6c7-399a-4a16-95ff-e16e2b2c9bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:54.339483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Made reservation on behalf of 2f30f8e6408f4c3aaf7afb2ba70f7056 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:51:54.348551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.456910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1a9711-11de-42c5-8800-31193bcc8998,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:54.464675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Pushing event updated for resources: {'Network': ['ID=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:54.468359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:54.499274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:54.500030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:51:54.503996 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.2290146
Apr 15 10:51:54.509529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36036) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:54.519690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Request body: {'subnet': {'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-subnet', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:54.535601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:54.547778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Usage tracker for resource:subnet and tenant:3f51cccc0e9948b9afa29f9653ec23f2 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:54.549483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Checking segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:51:54.549879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Network hostable DHCP agents. Network: a7c30fb4-19c2-40a8-a79d-170b919ee1ed, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:51:54.554783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:54.568082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:54.589130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Made reservation on behalf of 3f51cccc0e9948b9afa29f9653ec23f2 for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:51:54.597779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.770523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:51:54.816453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, a7c30fb4-19c2-40a8-a79d-170b919ee1ed) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:51:54.826314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c685f287-0c66-4620-b494-919a81835ee5 None None] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:51:54.846684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:54.847334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.959478 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.1264732
Apr 15 10:51:55.077948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:55.277578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa7128-9087-4918-aa57-6540f44cfcd8 None None] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:51:55.317935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:55.334928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:55.404013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f02319b-4145-4483-90cd-ff9bd425c324,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:55.416426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:55.430114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:55.468596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:55.657333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Pushing event updated for resources: {'Subnet': ['ID=015980f1-a360-4853-9f1b-8276db991ab3,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:55.663266 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:55.750340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Checking segment: {'id': 'c8171840-4dd8-4313-a6f6-c222e4dc53e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '5bfee9be-33f0-4d00-a2c4-e4d607408f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:51:55.750737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Network hostable DHCP agents. Network: 5bfee9be-33f0-4d00-a2c4-e4d607408f33, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:51:55.770436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:51:55.780057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 5bfee9be-33f0-4d00-a2c4-e4d607408f33) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:51:55.785302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:55.786169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:55.791922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa75beb-ad2e-41b2-abf4-b5eba49b308f None None] Network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:51:55.848218 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8836527
Apr 15 10:51:55.855350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Checking segment: {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:51:55.855830 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Network hostable DHCP agents. Network: 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:51:55.878439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:51:55.889685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:51:55.897929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:55.899595 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:55.904790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c2f90-7525-4e7d-b04d-8c16b9f0308e None None] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:51:55.937583 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4231172
Apr 15 10:51:55.940513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36090) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:55.947380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:55.954540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:55.959496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Usage tracker for resource:router and tenant:3f51cccc0e9948b9afa29f9653ec23f2 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:55.964828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:55.973498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:55.986834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:55.988800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:56.016660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:56.174192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:56.446376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98472cfa-b8ca-4c75-9aab-af01a07f4b2d None None] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:51:56.568466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c6910-3e9d-4c3c-bb9d-c9cbe8ec18fd None None] Network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:51:56.614129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:57.109977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36148) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:57.113664 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 10:51:57.176915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:57.213029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:57.283033 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e705b-afa0-403f-9286-b5318921431c req-21996730-b4ed-4888-aa7e-cba734ad5b22 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:57.283778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-c97e705b-afa0-403f-9286-b5318921431c req-21996730-b4ed-4888-aa7e-cba734ad5b22 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:51:57.301220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-c97e705b-afa0-403f-9286-b5318921431c req-21996730-b4ed-4888-aa7e-cba734ad5b22 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:51:57.302527 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-21996730-b4ed-4888-aa7e-cba734ad5b22 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 815 time: 0.1910756
Apr 15 10:51:57.320218 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-0384605a-b3b8-460b-b7e2-e9da8899ce60 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/quotas/0e4727bc6c744ca2a6add783d7b90578 HTTP/1.1" status: 200  len: 375 time: 0.0109992
Apr 15 10:51:57.376541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Allocated IP 172.27.3.38 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/ebdff547-e7f0-41b1-9eae-05856dcaa0a8) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:51:57.394978 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-c088e987-f555-41ca-94b9-e031ad8f4cac tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0678658
Apr 15 10:51:57.590663 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:57.661376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-f513b238-0eeb-4498-b645-23fd0a2ef987 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:51:57.669587 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-f513b238-0eeb-4498-b645-23fd0a2ef987 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0730355
Apr 15 10:51:57.672992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:57.693456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:57.738993 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36186) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:57.811186 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 10:51:57.831203 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-c9f964ed-a73c-4907-bf63-a3bdf79ecff8 service neutron] 10.222.0.68 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586530
Apr 15 10:51:57.880627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdff547-e7f0-41b1-9eae-05856dcaa0a8,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:57.947946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:57.994058 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-e0aa4cc7-a1d5-49b6-9588-34285195d372 service neutron] 10.222.0.68 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552360
Apr 15 10:51:57.994752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36194) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:58.178204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:58.211320 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:58.216795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac7652578cb478dbbe02e4310b1a691 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:58.220569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:58.228002 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:58.288554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-58d31b8b-56c1-4d83-9999-4430f1874652 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:58.290560 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-58d31b8b-56c1-4d83-9999-4430f1874652 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/networks?id=5bfee9be-33f0-4d00-a2c4-e4d607408f33 HTTP/1.1" status: 200  len: 811 time: 0.5468085
Apr 15 10:51:58.292631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:51:58.293999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:51:58.298686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:51:58.359374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:58.365592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:58.378770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-89cd70af-753c-491a-853d-6e2570b1e788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:58.428186 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Synchronizing usage tracker for tenant:83cac133a5014e19b44465969e2f0b56 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:51:58.436011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5911ab7b-5249-4c0b-9258-3ba6530e469a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:58.439598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:58.462685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Unset dirty status for tenant:83cac133a5014e19b44465969e2f0b56 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:51:58.464259 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8ac7652578cb478dbbe02e4310b1a691&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4683948
Apr 15 10:51:58.467644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36224) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:58.544046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a23a3f52-9443-49ce-a1e3-c730b8dd06b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:58.582677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a23a3f52-9443-49ce-a1e3-c730b8dd06b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:58.649959 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-a40a59d0-c88c-4abc-a6ee-cb812f530e8a tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/quotas/2f30f8e6408f4c3aaf7afb2ba70f7056 HTTP/1.1" status: 200  len: 375 time: 0.2862248
Apr 15 10:51:58.698323 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3061532e-94f0-45f4-a4ce-742fcefd8e62 req-42e0a6a3-000e-47d7-a34f-225c279f1c82 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 210 time: 0.0695469
Apr 15 10:51:58.707826 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-83dea657-042e-4132-afb5-9e0fc9b5c1d5 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2f30f8e6408f4c3aaf7afb2ba70f7056&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0563645
Apr 15 10:51:58.721000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a23a3f52-9443-49ce-a1e3-c730b8dd06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:58.726750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:58.745566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a3f52-9443-49ce-a1e3-c730b8dd06b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5911ab7b-5249-4c0b-9258-3ba6530e469a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:58.756894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a23a3f52-9443-49ce-a1e3-c730b8dd06b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:58.760744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a23a3f52-9443-49ce-a1e3-c730b8dd06b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:58.765577 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a23a3f52-9443-49ce-a1e3-c730b8dd06b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5911ab7b-5249-4c0b-9258-3ba6530e469a HTTP/1.1" status: 204  len: 168 time: 0.2966223
Apr 15 10:51:58.928695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:59.334916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-52935598-3861-4e8b-9bba-dccea12c3003 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:51:59.343019 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-52935598-3861-4e8b-9bba-dccea12c3003 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4189332
Apr 15 10:51:59.569511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:59.574783 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-21fe63a9-227b-4a17-9465-405cd9fe0efd service neutron] 10.222.0.68 "GET /v2.0/networks/5bfee9be-33f0-4d00-a2c4-e4d607408f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2216160
Apr 15 10:51:59.636644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36290) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:59.656958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:59.673247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:59.679374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Usage tracker for resource:security_group_rule and tenant:41e4ce0cf26d4b58893bc96587150421 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:51:59.682456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:51:59.689747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:59.824831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:59.893906 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-15f448b8-ac3d-4c58-bdd6-e0181f29ff6a req-d85df6d6-5046-418e-83fb-56a0ab3efe72 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 210 time: 0.0653491
Apr 15 10:51:59.895253 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:59.930334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a23a3f52-9443-49ce-a1e3-c730b8dd06b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:59.942575 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41e4ce0cf26d4b58893bc96587150421&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3047547
Apr 15 10:51:59.945578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36300) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:59.996638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6346c9-70ba-4fb9-b518-e5fa3acd1819,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:00.003494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:00.058254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-af515324-9b5e-4283-bf6c-0b70e8c7227b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:00.099565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-af515324-9b5e-4283-bf6c-0b70e8c7227b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:00.213061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-af515324-9b5e-4283-bf6c-0b70e8c7227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:00.222733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:00.265914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af515324-9b5e-4283-bf6c-0b70e8c7227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6346c9-70ba-4fb9-b518-e5fa3acd1819,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:00.269620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-af515324-9b5e-4283-bf6c-0b70e8c7227b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:00.273741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-af515324-9b5e-4283-bf6c-0b70e8c7227b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:00.281283 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-af515324-9b5e-4283-bf6c-0b70e8c7227b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca6346c9-70ba-4fb9-b518-e5fa3acd1819 HTTP/1.1" status: 204  len: 168 time: 0.3318093
Apr 15 10:52:00.396952 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-77b04a4a-0c51-41fc-aa7b-abd84c54a20a service neutron] 10.222.0.68 "GET /v2.0/networks/5bfee9be-33f0-4d00-a2c4-e4d607408f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7574790
Apr 15 10:52:00.405340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Router 3813c6c9-a243-430b-b009-70f2c3c17633 is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:52:00.725151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:52:00.736832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Sync routers for ids ['3813c6c9-a243-430b-b009-70f2c3c17633'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:52:00.755909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Routers {'3813c6c9-a243-430b-b009-70f2c3c17633'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:00.756589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b841b70>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:51:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['3813c6c9-a243-430b-b009-70f2c3c17633'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:00.790078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:00.795105 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.8531742
Apr 15 10:52:00.796243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36352) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:00.842181 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6d0f232b-da77-49af-8765-5df165837c3e req-c3ad7a23-dbc7-4963-be27-97026450ce8e tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 210 time: 0.1571641
Apr 15 10:52:01.183041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Set router 3813c6c9-a243-430b-b009-70f2c3c17633 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:01.419866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36392) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:01.544368 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b9fe433-3105-49a0-9758-7aff100c1749 req-e50b6d9d-2e97-4a2e-993c-a14a8e9eda98 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 210 time: 0.1647232
Apr 15 10:52:01.727328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:01.733695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b841b70>, [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:51:58Z', 'revision_number': 3, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port': {'id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:57Z', 'updated_at': '2021-04-15T10:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:01.739470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Checking router: 3813c6c9-a243-430b-b009-70f2c3c17633 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:52:01.739856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Updating router 3813c6c9-a243-430b-b009-70f2c3c17633 port ebdff547-e7f0-41b1-9eae-05856dcaa0a8 binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:52:01.748532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:01.754387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Usage tracker for resource:security_group_rule and tenant:58b285e4ff844d3eb5faa79d3c6b6b65 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:01.757973 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:01.768526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:01.807846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:01.923062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:01.930690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:01.944681 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:02.014421 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58b285e4ff844d3eb5faa79d3c6b6b65&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5933738
Apr 15 10:52:02.015096 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36420) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:02.018057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c9d49b-b62a-4974-8ca6-1c553fc91500,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:02.034873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:02.111760 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-85d71a45-d451-4c12-b4c5-fd9b7cbeaf70 req-e1570737-edbe-49ea-9f09-c801cc85656a tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 210 time: 0.0786257
Apr 15 10:52:02.158243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6011ea8c-22e9-437e-8f65-f57956293c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.186931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6011ea8c-22e9-437e-8f65-f57956293c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.208140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.249064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6011ea8c-22e9-437e-8f65-f57956293c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.256380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:02.275273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011ea8c-22e9-437e-8f65-f57956293c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c9d49b-b62a-4974-8ca6-1c553fc91500,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:02.278198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6011ea8c-22e9-437e-8f65-f57956293c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:02.286024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6011ea8c-22e9-437e-8f65-f57956293c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.287442 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6011ea8c-22e9-437e-8f65-f57956293c9e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83c9d49b-b62a-4974-8ca6-1c553fc91500 HTTP/1.1" status: 204  len: 168 time: 0.2709949
Apr 15 10:52:02.441749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.457960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Transition to ACTIVE for port object ebdff547-e7f0-41b1-9eae-05856dcaa0a8 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:02.464915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.528057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Allocated IP 172.20.0.1 (9fe8507e-7fa7-4408-9aaf-ff9b99a824e3/8f02319b-4145-4483-90cd-ff9bd425c324/504d4932-c963-4eb1-b104-f66f44c332d7) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:02.628646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:02.776908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.925833 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b3011a71-5c0e-4edb-8fdb-7a4de51334c1 req-e9dcc31c-3926-4158-977a-66a15df7043a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 210 time: 0.1130848
Apr 15 10:52:02.949314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.971778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:02.988501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Attempting to bind port ebdff547-e7f0-41b1-9eae-05856dcaa0a8 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:02.988902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Attempting to bind port ebdff547-e7f0-41b1-9eae-05856dcaa0a8 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:02.989301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Attempting to bind port ebdff547-e7f0-41b1-9eae-05856dcaa0a8 on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:03.014232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:03.014644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:03.015061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:03.015660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:03.016330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Bound port: ebdff547-e7f0-41b1-9eae-05856dcaa0a8, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:03.016902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:03.096393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Pushing event updated for resources: {'Port': ['ID=ebdff547-e7f0-41b1-9eae-05856dcaa0a8,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:03.125816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Pushing event updated for resources: {'Port': ['ID=504d4932-c963-4eb1-b104-f66f44c332d7,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:03.129270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:03.142782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.143331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.143855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.144364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.145041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.145569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.146089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.146640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.147213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.147757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.148291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.148842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Tracked resource versions report:
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]: pushed versions:
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]: {   'AddressGroup': {'1.2'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'ConntrackHelper': {'1.0'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Log': {'1.0'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Network': {'1.1'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Port': {'1.7'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'PortForwarding': {'1.2'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'QosPolicy': {'1.8'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroup': {'1.4'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SubPort': {'1.0'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Subnet': {'1.1'},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Trunk': {'1.1'}}
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]: consumer versions:
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]: {   DHCP agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     L3 agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metadata agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metering agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:     Open vSwitch agent@dv-cinder-786385-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Log': '1.0',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Network': '1.1',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Port': '1.7',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'PortForwarding': '1.2',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'QosPolicy': '1.8',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroup': '1.4',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SubPort': '1.0',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Subnet': '1.1',
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Trunk': '1.1'}}
Apr 15 10:52:03.150184 dv-cinder-786385-1-iscsi neutron-server[85178]:  {{(pid=85292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:52:03.166174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:03.171297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] For port ebdff547-e7f0-41b1-9eae-05856dcaa0a8, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:03.175461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] For port ebdff547-e7f0-41b1-9eae-05856dcaa0a8, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=ebdff547-e7f0-41b1-9eae-05856dcaa0a8,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:03.182330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:03.222863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:03.259726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:03.260923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:03.267942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:03.268809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:03.383264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Pushing event updated for resources: {'Port': ['ID=ebdff547-e7f0-41b1-9eae-05856dcaa0a8,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:03.404476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:03.452197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Routers {'3813c6c9-a243-430b-b009-70f2c3c17633'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:03.453037 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b841b70>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:51:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['3813c6c9-a243-430b-b009-70f2c3c17633'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:03.474685 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c38fd82e-400e-4417-9293-fdc8b3806af0 req-a13c56fa-eb44-4c7e-b47d-077add41f78a tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 210 time: 0.1391685
Apr 15 10:52:03.627920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36484) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:03.675190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.104', 51113) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:03.807970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] Set router 3813c6c9-a243-430b-b009-70f2c3c17633 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:03.919167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2097268326-network', 'tenant_id': 'f39031e7faea4d4a964bd23de5f78720'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:03.929201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:03.945241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Usage tracker for resource:network and tenant:f39031e7faea4d4a964bd23de5f78720 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:03.952099 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:03.964085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:04.012805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Made reservation on behalf of f39031e7faea4d4a964bd23de5f78720 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:04.025417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:04.108741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:04.138268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e705b-afa0-403f-9286-b5318921431c req-051e0ffe-39bb-49a9-9755-9cb4817182fc tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:04.144729 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-051e0ffe-39bb-49a9-9755-9cb4817182fc tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 815 time: 0.4683371
Apr 15 10:52:04.163725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:04.171729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Usage tracker for resource:security_group_rule and tenant:f39031e7faea4d4a964bd23de5f78720 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:04.178247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:04.189114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:04.195039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:04.251447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b841b70>, [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:51:58Z', 'revision_number': 3, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port': {'id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:57Z', 'updated_at': '2021-04-15T10:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:04.263735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea51e3-efc5-451f-ad59-9b1bc3afbcff None None] The sync data for ids ['3813c6c9-a243-430b-b009-70f2c3c17633'] in dv-cinder-786385-1-iscsi is: [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:51:58Z', 'revision_number': 3, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port': {'id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:57Z', 'updated_at': '2021-04-15T10:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:52:04.263990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Request body: {'port': {'device_id': 'd5135d4d-662d-4b92-84de-813d7c7ae948', 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'admin_state_up': True, 'tenant_id': '0e4727bc6c744ca2a6add783d7b90578'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:04.371967 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-91d936fc-97cb-47b9-a810-e26cc0c165dc req-2d0febe8-6f32-4a13-b573-54acb69afc78 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 210 time: 0.1501133
Apr 15 10:52:04.547471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.104', 51119) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:04.606270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:04.746677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Usage tracker for resource:port and tenant:0e4727bc6c744ca2a6add783d7b90578 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:04.752064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:04.762111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:04.793160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Made reservation on behalf of 0e4727bc6c744ca2a6add783d7b90578 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:04.803632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:05.026929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:05.035930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:05.037511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:05.256608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:05.257663 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Allocated IP 172.20.0.11 (a7c30fb4-19c2-40a8-a79d-170b919ee1ed/df1a9711-11de-42c5-8800-31193bcc8998/0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:05.419980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Pushing event updated for resources: {'Port': ['ID=504d4932-c963-4eb1-b104-f66f44c332d7,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:05.423273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:05.449155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:05.457060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:05.839079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Router 3813c6c9-a243-430b-b009-70f2c3c17633 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:52:05.908854 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c2ebb6e5-0fd0-4ef9-a356-c3155e3a47af req-b68bc3d7-379e-4691-a872-43170bd3a9a2 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 210 time: 0.0783715
Apr 15 10:52:06.029989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.072757 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1e51d420-c4a4-4f21-95d4-a1a074b80a9b req-3238a16e-08fa-45e4-b671-f07db55972a4 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 210 time: 1.2909462
Apr 15 10:52:06.076462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.082491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.089206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.134224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:52:06.148583 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] 10.222.0.68 "PUT /v2.0/routers/3813c6c9-a243-430b-b009-70f2c3c17633/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3478682
Apr 15 10:52:06.185766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:06.244628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-efb7c6f2-0916-42ba-8c13-9354618e4c62 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:06.245373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-efb7c6f2-0916-42ba-8c13-9354618e4c62 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Synchronizing usage tracker for tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:06.249377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:52:06.290449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f72c3f-6ee1-485a-8940-469ac0ed97d8,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:06.308453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.308926 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Added segment 3c041432-3fe1-4006-8d14-dc687eac7fca of type vlan for network 5f15c8cf-4fb3-4dec-985c-6be8a997be13
Apr 15 10:52:06.312754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:06.313198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:06.384748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-efb7c6f2-0916-42ba-8c13-9354618e4c62 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Unset dirty status for tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:06.386083 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-efb7c6f2-0916-42ba-8c13-9354618e4c62 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.104 "GET /v2.0/networks?id=5bfee9be-33f0-4d00-a2c4-e4d607408f33 HTTP/1.1" status: 200  len: 811 time: 1.8345332
Apr 15 10:52:06.445228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.449384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Pushing event updated for resources: {'Port': ['ID=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:06.456510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:06.458604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:06.461583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:06.465091 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:06.471483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:06.472188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.527050 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2713528
Apr 15 10:52:06.528390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.530690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:06.531520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.537137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ed8a33a-ec1c-4dbd-a095-ae28b366af11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:06.556859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device ebdff547-e7f0-41b1-9eae-05856dcaa0a8 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:06.637832 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 3.0063369
Apr 15 10:52:06.639360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36620) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:06.649866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Request body: {'subnet': {'network_id': '5f15c8cf-4fb3-4dec-985c-6be8a997be13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2097268326-subnet', 'tenant_id': 'f39031e7faea4d4a964bd23de5f78720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:06.658089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:06.663847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5f15c8cf-4fb3-4dec-985c-6be8a997be13,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:06.671454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:06.674029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Usage tracker for resource:subnet and tenant:f39031e7faea4d4a964bd23de5f78720 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:06.682469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:06.687124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 5f15c8cf-4fb3-4dec-985c-6be8a997be13 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:52:06.698526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:06.715949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Made reservation on behalf of f39031e7faea4d4a964bd23de5f78720 for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:06.727771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:06.785291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port ebdff547-e7f0-41b1-9eae-05856dcaa0a8 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:06.848311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port ebdff547-e7f0-41b1-9eae-05856dcaa0a8 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:06.849317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:07.059697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-42bb2c26-a487-4eb9-8a12-821d7f9c491b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:07.063655 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-42bb2c26-a487-4eb9-8a12-821d7f9c491b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 819 time: 0.3334689
Apr 15 10:52:07.100182 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-2d6e2a35-3447-4dce-9050-b58d117a6066 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/quotas/3f51cccc0e9948b9afa29f9653ec23f2 HTTP/1.1" status: 200  len: 375 time: 0.0297561
Apr 15 10:52:07.248282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:07.281613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port ebdff547-e7f0-41b1-9eae-05856dcaa0a8, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=ebdff547-e7f0-41b1-9eae-05856dcaa0a8,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:07.285667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:07.288301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:07.354164 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-26935de8-dabc-492e-9e3e-636e030a75ba tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2358911
Apr 15 10:52:07.420985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=ebdff547-e7f0-41b1-9eae-05856dcaa0a8,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:07.440632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.441747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.442550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d0d8c-3de8-4c07-bf29-60391b8f2206 req-3e88d37e-aa00-44bd-a985-4ab491b5c07b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:07.443599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.444554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.445784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.446558 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.447241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.447860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.448447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.449109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.449981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.451279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:07.451476 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b73d0d8c-3de8-4c07-bf29-60391b8f2206 req-3e88d37e-aa00-44bd-a985-4ab491b5c07b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 932 time: 0.2914071
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Tracked resource versions report:
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]: pushed versions:
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]: {   'AddressGroup': {'1.2'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'ConntrackHelper': {'1.0'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Log': {'1.0'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Network': {'1.1'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Port': {'1.7'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'PortForwarding': {'1.2'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'QosPolicy': {'1.8'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroup': {'1.4'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'SubPort': {'1.0'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Subnet': {'1.1'},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     'Trunk': {'1.1'}}
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]: consumer versions:
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]: {   DHCP agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     L3 agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metadata agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     Metering agent@dv-cinder-786385-1-iscsi: {},
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:     Open vSwitch agent@dv-cinder-786385-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Log': '1.0',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Network': '1.1',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Port': '1.7',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'PortForwarding': '1.2',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'QosPolicy': '1.8',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroup': '1.4',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'SubPort': '1.0',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Subnet': '1.1',
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:                                                      'Trunk': '1.1'}}
Apr 15 10:52:07.452832 dv-cinder-786385-1-iscsi neutron-server[85178]:  {{(pid=85291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:52:07.460174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:07.517061 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b73d0d8c-3de8-4c07-bf29-60391b8f2206 req-1e0ea9aa-81a4-4a91-9def-0be1c855e2c8 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643959
Apr 15 10:52:07.542716 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9c194228-971c-4f50-9303-b4ec36c0bf75 service neutron] 10.222.0.68 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802051
Apr 15 10:52:07.647333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:07.751449 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-f2cb91bf-7d86-45b7-9fce-4df2c3b6e69f service neutron] 10.222.0.68 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008607
Apr 15 10:52:07.782801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a4bca87f-9d94-4e37-83a7-1ae1918aef4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:07.858816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Sync routers for ids ['3813c6c9-a243-430b-b009-70f2c3c17633'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:52:07.875663 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-abaab582-174e-46a9-8cd4-512de80d23eb req-79d9dd62-65d4-4c6b-ae65-2f96391d1166 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 210 time: 0.1332390
Apr 15 10:52:07.878774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Routers {'3813c6c9-a243-430b-b009-70f2c3c17633'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:07.879356 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b5f9160>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:51:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['3813c6c9-a243-430b-b009-70f2c3c17633'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:07.914871 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b51e17c-f37d-484c-ad95-9b963d5e312a,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:07.921124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:08.085372 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8105d6b8-c9e9-43a8-a7c3-5d8fbdcaeb97 req-0a005e74-a5b6-45a9-8974-ea2b1c802571 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 210 time: 0.1094379
Apr 15 10:52:08.120933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Checking segment: {'id': '3c041432-3fe1-4006-8d14-dc687eac7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '5f15c8cf-4fb3-4dec-985c-6be8a997be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:08.121444 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Network hostable DHCP agents. Network: 5f15c8cf-4fb3-4dec-985c-6be8a997be13, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:52:08.172471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Network 5f15c8cf-4fb3-4dec-985c-6be8a997be13 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:52:08.194446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 5f15c8cf-4fb3-4dec-985c-6be8a997be13) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:08.202693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:08.203350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:08.245935 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6051929
Apr 15 10:52:08.358139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a7e129-1d86-423e-b5aa-f32e39e0f214 None None] Network 5f15c8cf-4fb3-4dec-985c-6be8a997be13 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:08.659060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Set router 3813c6c9-a243-430b-b009-70f2c3c17633 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:08.817920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-58ffccab-bcfa-44b6-a1d3-6fc590ccfd81 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:08.819233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-58ffccab-bcfa-44b6-a1d3-6fc590ccfd81 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Synchronizing usage tracker for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:network {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:08.841337 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device ebdff547-e7f0-41b1-9eae-05856dcaa0a8 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:08.851181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-58ffccab-bcfa-44b6-a1d3-6fc590ccfd81 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Unset dirty status for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:network {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:08.852546 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-58ffccab-bcfa-44b6-a1d3-6fc590ccfd81 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 819 time: 0.4102664
Apr 15 10:52:08.869239 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-14652954-fe37-4ac7-9145-21659e481133 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/quotas/3f51cccc0e9948b9afa29f9653ec23f2 HTTP/1.1" status: 200  len: 375 time: 0.0098085
Apr 15 10:52:09.015179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8450c-c274-4e1b-996e-ec59bc93ba81 req-3e1d0db6-a03f-43b8-941c-7a6237f06466 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:09.023258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-63c8450c-c274-4e1b-996e-ec59bc93ba81 req-3e1d0db6-a03f-43b8-941c-7a6237f06466 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:09.084579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-63c8450c-c274-4e1b-996e-ec59bc93ba81 req-3e1d0db6-a03f-43b8-941c-7a6237f06466 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:09.107709 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-63c8450c-c274-4e1b-996e-ec59bc93ba81 req-3e1d0db6-a03f-43b8-941c-7a6237f06466 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 932 time: 0.3146734
Apr 15 10:52:09.263170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-63c8450c-c274-4e1b-996e-ec59bc93ba81 req-50707f7a-33db-43a8-ad09-010aaf8a7979 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:09.271741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-c986634e-1437-48b7-808f-da9179ccaadf tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Synchronizing usage tracker for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:09.337599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-63c8450c-c274-4e1b-996e-ec59bc93ba81 req-50707f7a-33db-43a8-ad09-010aaf8a7979 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:09.353898 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-63c8450c-c274-4e1b-996e-ec59bc93ba81 req-50707f7a-33db-43a8-ad09-010aaf8a7979 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450914
Apr 15 10:52:09.383593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-c986634e-1437-48b7-808f-da9179ccaadf tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Unset dirty status for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:09.387126 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-c986634e-1437-48b7-808f-da9179ccaadf tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5105031
Apr 15 10:52:09.587107 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-2445f863-9266-443f-8cbf-28fb8d588c13 service neutron] 10.222.0.68 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989367
Apr 15 10:52:09.791588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36726) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:09.793763 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f9c7e285-18bf-4688-bb9f-28bc91a8e5a3 req-46e97943-27c1-41d5-9ff8-f7e31f0ca3aa tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 210 time: 0.1297846
Apr 15 10:52:09.806185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5c67f-e9f5-430c-9330-0aeeabaed9a6 None None] Network 5f15c8cf-4fb3-4dec-985c-6be8a997be13 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:09.814167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072456723-network', 'tenant_id': 'd80d34399aee46788f50c7a69fcd3402'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:09.823924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:09.841126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Usage tracker for resource:network and tenant:d80d34399aee46788f50c7a69fcd3402 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:09.847564 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:09.858579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:09.899738 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Made reservation on behalf of d80d34399aee46788f50c7a69fcd3402 for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:09.904925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:09.924795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:09.939232 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-b5fd9662-2694-45bb-8208-85fe7bc75e8f service neutron] 10.222.0.68 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3512056
Apr 15 10:52:09.947823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:09.961616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d80d34399aee46788f50c7a69fcd3402 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:09.966751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:09.988746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:10.176840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Request body: {'port': {'device_id': '6d54cd8f-4b6b-4ca3-a73c-823c6f83be34', 'network_id': '5bfee9be-33f0-4d00-a2c4-e4d607408f33', 'admin_state_up': True, 'tenant_id': '2f30f8e6408f4c3aaf7afb2ba70f7056'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:10.196598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port ebdff547-e7f0-41b1-9eae-05856dcaa0a8 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:10.198279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:10.255787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-411845b2-9feb-40aa-97a2-47b2ad320544 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:52:10.260435 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-411845b2-9feb-40aa-97a2-47b2ad320544 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0174921
Apr 15 10:52:10.262427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:10.271299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:10.304507 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:52:10.330419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:10.336204 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Added segment a0e9560b-aa6d-455a-b119-95a929c62895 of type vlan for network 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb
Apr 15 10:52:10.366582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:10.505071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b5f9160>, [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:52:03Z', 'revision_number': 4, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port': {'id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:57Z', 'updated_at': '2021-04-15T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '504d4932-c963-4eb1-b104-f66f44c332d7', 'name': '', 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'mac_address': 'fa:16:3e:fd:d7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8f02319b-4145-4483-90cd-ff9bd425c324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:02Z', 'updated_at': '2021-04-15T10:52:04Z', 'revision_number': 2, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'subnets': [{'id': '8f02319b-4145-4483-90cd-ff9bd425c324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:10.553253 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Checking router: 3813c6c9-a243-430b-b009-70f2c3c17633 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:52:10.557419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Updating router 3813c6c9-a243-430b-b009-70f2c3c17633 port 504d4932-c963-4eb1-b104-f66f44c332d7 binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:52:10.647960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:10.679667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:10.685382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Usage tracker for resource:port and tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:10.689216 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:10.696051 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:10.700633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936a160-acdc-4bce-9cb4-a6ba200dc553,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:10.773718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Made reservation on behalf of 2f30f8e6408f4c3aaf7afb2ba70f7056 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:10.790981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:10.949944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:11.097630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:11.105599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:11.114432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:11.115788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:11.190912 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b0e334f-8a9b-4da5-9c29-38d5480d2734 req-caa75ad5-ce12-42fc-b360-5ef78f0a1003 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 210 time: 0.4837055
Apr 15 10:52:11.237360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:11.297527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Allocated IP 172.20.0.12 (5bfee9be-33f0-4d00-a2c4-e4d607408f33/015980f1-a360-4853-9f1b-8276db991ab3/388f579f-04e7-416d-a229-78944a2e3025) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:11.311880 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 1.5116842
Apr 15 10:52:11.314346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 36768) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:11.385145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Request body: {'subnet': {'network_id': '5552ace0-ed64-4c99-bb8f-a9a3a938a4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072456723-subnet', 'tenant_id': 'd80d34399aee46788f50c7a69fcd3402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:11.429696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:11.458532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Usage tracker for resource:subnet and tenant:d80d34399aee46788f50c7a69fcd3402 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:11.462775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:11.478383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:11.713999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Made reservation on behalf of d80d34399aee46788f50c7a69fcd3402 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:11.726980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Pushing event updated for resources: {'Network': ['ID=5552ace0-ed64-4c99-bb8f-a9a3a938a4fb,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:11.734013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:11.747283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60359d-5e07-449f-96c3-ac56ef833edf req-18689437-000b-4b6c-9225-6ad47494afe3 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:11.777832 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bf60359d-5e07-449f-96c3-ac56ef833edf req-18689437-000b-4b6c-9225-6ad47494afe3 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 932 time: 1.0290055
Apr 15 10:52:11.778847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:11.921525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:52:11.972088 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bf60359d-5e07-449f-96c3-ac56ef833edf req-86385737-b9e9-4b78-bbc5-b4f0d7e885f9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852186
Apr 15 10:52:12.191772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Request body: {'port': {'device_id': 'd5135d4d-662d-4b92-84de-813d7c7ae948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:12.369846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:12.386350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Transition to ACTIVE for port object 504d4932-c963-4eb1-b104-f66f44c332d7 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:12.395356 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:12.513893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8876099a-8b22-428e-b33e-57b3987ba2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:12.546209 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-619d93a3-f741-4f3d-a487-657cadd713c1 req-e6dc3b32-b5ee-4283-88b2-a0a3d48e5b42 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 210 time: 0.0791800
Apr 15 10:52:12.618596 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fe7a21b6-f99d-41f6-912b-1295d954605a req-61f80f6a-f900-41e6-9823-2cedfc933661 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 210 time: 0.8249919
Apr 15 10:52:12.694169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:12.725689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac594e-87d4-455f-b8cd-a82567f88e48 None None] Pushing event updated for resources: {'Port': ['ID=504d4932-c963-4eb1-b104-f66f44c332d7,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:12.942798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:13.234610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-04ac594e-87d4-455f-b8cd-a82567f88e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:13.397110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36832) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:13.510793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde0df-2883-4923-a9e0-bbb726a0026c req-15f702e9-1617-430c-bea5-0f8338ae4c47 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:13.522604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Attempting to bind port 504d4932-c963-4eb1-b104-f66f44c332d7 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:13.523391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Attempting to bind port 504d4932-c963-4eb1-b104-f66f44c332d7 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:13.524018 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2fcde0df-2883-4923-a9e0-bbb726a0026c req-15f702e9-1617-430c-bea5-0f8338ae4c47 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 932 time: 0.2614806
Apr 15 10:52:13.524663 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Attempting to bind port 504d4932-c963-4eb1-b104-f66f44c332d7 on network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:13.533153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:13.533826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Checking segment: {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:13.534430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:13.534993 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Bound using segment: {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:13.535730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Bound port: 504d4932-c963-4eb1-b104-f66f44c332d7, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:13.536636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:13.728312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.104', 51143) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:13.734369 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:13.748318 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2fcde0df-2883-4923-a9e0-bbb726a0026c req-71c87ca8-5f98-4ee3-a0bf-8659b15b1208 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230456
Apr 15 10:52:13.827736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] For port 504d4932-c963-4eb1-b104-f66f44c332d7, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:13.833282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] For port 504d4932-c963-4eb1-b104-f66f44c332d7, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=504d4932-c963-4eb1-b104-f66f44c332d7,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:13.851761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:13.898805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-65b468dc-db5b-4f79-973d-217a1a9775b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:13.900717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:13.924713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6ee1b38c-65bf-4f65-90f9-c4cad4b86181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:13.968496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:13.983638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Usage tracker for resource:security_group_rule and tenant:c5a3f8b3203742e280ee620d280c5467 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:13.995700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:14.012447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36848) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:14.042940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:14.277128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac594e-87d4-455f-b8cd-a82567f88e48 None None] Pushing event updated for resources: {'Port': ['ID=504d4932-c963-4eb1-b104-f66f44c332d7,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:14.314700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-04ac594e-87d4-455f-b8cd-a82567f88e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:14.322434 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Pushing event updated for resources: {'Port': ['ID=388f579f-04e7-416d-a229-78944a2e3025,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:14.328039 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3c85365e-9ada-492b-920b-0285859575d9 req-469b4500-3cf2-4d69-a19e-c13095471e7e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 210 time: 0.2738178
Apr 15 10:52:14.418407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:14.438047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Routers {'3813c6c9-a243-430b-b009-70f2c3c17633'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:52:14.438719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b5f9160>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:51:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['3813c6c9-a243-430b-b009-70f2c3c17633'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:14.454191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:14.467451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:14.486721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:14.505244 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:14.528582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Usage tracker for resource:security_group_rule and tenant:66703df464624113bdd67c69e0dfacf9 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:14.532948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:14.557820 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c5a3f8b3203742e280ee620d280c5467&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1593833
Apr 15 10:52:14.574821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:14.579538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36870) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:14.711827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed2f13-d8ef-4675-8e9f-8c360b71e5d8,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:14.877641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] Set router 3813c6c9-a243-430b-b009-70f2c3c17633 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:52:14.884169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:14.885826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:14.894543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dbea6-37ca-45d9-b94f-a3ccbc5ca9dc req-114a8f6b-0881-4567-bfe7-74d8844c4c0f tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:14.906261 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6e7dbea6-37ca-45d9-b94f-a3ccbc5ca9dc req-114a8f6b-0881-4567-bfe7-74d8844c4c0f tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 932 time: 0.8119798
Apr 15 10:52:14.909480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:14.948400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:14.994385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:15.056690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec8984f-1f79-458f-b399-cdaf0f494a05,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:15.065925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:15.189034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d0be5d76-ec44-4629-ae7b-2c96c6bf3727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.195473 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6e7dbea6-37ca-45d9-b94f-a3ccbc5ca9dc req-5c485d20-1560-4d10-ab73-ab58d4103267 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2803903
Apr 15 10:52:15.197934 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=66703df464624113bdd67c69e0dfacf9&name=default HTTP/1.1" status: 200  len: 2976 time: 1.1820312
Apr 15 10:52:15.200754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36888) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:15.310132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.resource_extend [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:52:15.330166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d0be5d76-ec44-4629-ae7b-2c96c6bf3727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.347773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-24f1ac53-0280-4c53-88ce-e1256e097349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.369769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-37d50e10-fd16-47d6-a1ad-93a250b0b6ec tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:15.371616 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-37d50e10-fd16-47d6-a1ad-93a250b0b6ec tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 819 time: 1.6047556
Apr 15 10:52:15.428839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-24f1ac53-0280-4c53-88ce-e1256e097349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.476900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec6644-cfad-43a3-bf84-8f9b60ff7362 req-6dd98bb4-4099-4d48-a42b-ba99ac9850fc tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:15.487984 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4ec6644-cfad-43a3-bf84-8f9b60ff7362 req-6dd98bb4-4099-4d48-a42b-ba99ac9850fc tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 932 time: 0.4832501
Apr 15 10:52:15.544877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-24f1ac53-0280-4c53-88ce-e1256e097349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.546597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d0be5d76-ec44-4629-ae7b-2c96c6bf3727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.564286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:15.569206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:15.615742 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4ec6644-cfad-43a3-bf84-8f9b60ff7362 req-1aeab51e-e547-4fe9-9e71-9085b7d3b425 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263545
Apr 15 10:52:15.620641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:15.629626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:15.636823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:15.637818 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.706826 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5351431
Apr 15 10:52:15.709830 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:15.719636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b5f9160>, [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:52:03Z', 'revision_number': 4, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port': {'id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:57Z', 'updated_at': '2021-04-15T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '504d4932-c963-4eb1-b104-f66f44c332d7', 'name': '', 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'mac_address': 'fa:16:3e:fd:d7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8f02319b-4145-4483-90cd-ff9bd425c324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:02Z', 'updated_at': '2021-04-15T10:52:13Z', 'revision_number': 4, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'subnets': [{'id': '8f02319b-4145-4483-90cd-ff9bd425c324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:15.728490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.730247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05eb31-f159-4b60-aeb7-c096e8cbd295 None None] The sync data for ids ['3813c6c9-a243-430b-b009-70f2c3c17633'] in dv-cinder-786385-1-iscsi is: [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:52:03Z', 'revision_number': 4, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port': {'id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:57Z', 'updated_at': '2021-04-15T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '504d4932-c963-4eb1-b104-f66f44c332d7', 'name': '', 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'mac_address': 'fa:16:3e:fd:d7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8f02319b-4145-4483-90cd-ff9bd425c324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:52:02Z', 'updated_at': '2021-04-15T10:52:13Z', 'revision_number': 4, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'subnets': [{'id': '8f02319b-4145-4483-90cd-ff9bd425c324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:52:15.758618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1ac53-0280-4c53-88ce-e1256e097349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec8984f-1f79-458f-b399-cdaf0f494a05,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:15.807542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Transition to ACTIVE for port object 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:15.829236 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0dae692c-2e03-4b7e-8969-d18400eb15ce req-49ad9da2-1df5-4750-929d-f889d7316f9d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 210 time: 0.2250376
Apr 15 10:52:15.831263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.832573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.868354 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d0be5d76-ec44-4629-ae7b-2c96c6bf3727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.872302 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d0be5d76-ec44-4629-ae7b-2c96c6bf3727 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/62ed2f13-d8ef-4675-8e9f-8c360b71e5d8 HTTP/1.1" status: 204  len: 168 time: 1.2714691
Apr 15 10:52:15.889404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be5d76-ec44-4629-ae7b-2c96c6bf3727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed2f13-d8ef-4675-8e9f-8c360b71e5d8,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:15.891676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-24f1ac53-0280-4c53-88ce-e1256e097349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:15.912297 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-24f1ac53-0280-4c53-88ce-e1256e097349 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ec8984f-1f79-458f-b399-cdaf0f494a05 HTTP/1.1" status: 204  len: 168 time: 0.7087564
Apr 15 10:52:15.918722 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d0be5d76-ec44-4629-ae7b-2c96c6bf3727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:15.927289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:15.927673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:15.948082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ad20a502-a62d-4272-a785-70c34f035693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:16.721490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc479b45-05a3-4d01-8f92-e67424ac9264,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:16.724593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:16.730727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Request body: {'port': {'device_id': '6d54cd8f-4b6b-4ca3-a73c-823c6f83be34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:16.825642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Request body: {'port': {'device_id': 'c3e29254-49ef-44cd-b268-a1674828d9a4', 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3', 'admin_state_up': True, 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:16.852882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e944d831-25cc-4ce9-8029-c8f2efb6ad82 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:17.061381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36956) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:17.122534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:17.198934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Pushing event updated for resources: {'Port': ['ID=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:17.200149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:17.212296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:17.213076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:17.222615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Usage tracker for resource:security_group_rule and tenant:b16f525ba484439498e93e4ef101426e is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:17.229585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:17.264933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:17.400385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 504d4932-c963-4eb1-b104-f66f44c332d7 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:17.531225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:17.539218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:17.646494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e41fa8-d39e-4259-994a-6c687a57586e req-da9c728f-09c4-48b3-9995-0a99018c4b20 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:17.647349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-88e41fa8-d39e-4259-994a-6c687a57586e req-da9c728f-09c4-48b3-9995-0a99018c4b20 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Synchronizing usage tracker for tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:17.648803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:17.649569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 504d4932-c963-4eb1-b104-f66f44c332d7 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:17.650648 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Checking segment: {'id': 'a0e9560b-aa6d-455a-b119-95a929c62895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '5552ace0-ed64-4c99-bb8f-a9a3a938a4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:17.651051 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Network hostable DHCP agents. Network: 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:52:17.673736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 504d4932-c963-4eb1-b104-f66f44c332d7 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:17.674154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:17.803389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0deca-5684-4bc9-a8c0-0a5bfef44c89,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:17.815858 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b16f525ba484439498e93e4ef101426e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7531652
Apr 15 10:52:17.819485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:17.820156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 36976) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:17.921004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Network 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:52:17.953830 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-88e41fa8-d39e-4259-994a-6c687a57586e req-da9c728f-09c4-48b3-9995-0a99018c4b20 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Unset dirty status for tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:17.964392 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88e41fa8-d39e-4259-994a-6c687a57586e req-da9c728f-09c4-48b3-9995-0a99018c4b20 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 932 time: 1.3693540
Apr 15 10:52:17.980292 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fdbe6-478d-4716-aae3-07c087d84978 req-8857947e-93b6-41dd-9116-fe9ee1d3df80 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:17.982123 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-864fdbe6-478d-4716-aae3-07c087d84978 req-8857947e-93b6-41dd-9116-fe9ee1d3df80 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 944 time: 0.4447718
Apr 15 10:52:17.986482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.104', 51151) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:18.100436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:18.136547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6708e5d1-e62d-43e7-b74f-1c9932195f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:18.172241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:18.203270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac92b8-4f8b-4a48-aed5-702daf942f09 None None] Network 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:18.290476 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-864fdbe6-478d-4716-aae3-07c087d84978 req-b06ca7ce-69ba-4451-bfae-b987bce5cefe tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2928612
Apr 15 10:52:18.302895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:18.322280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6708e5d1-e62d-43e7-b74f-1c9932195f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:18.322395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:18.428707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:18.532190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 504d4932-c963-4eb1-b104-f66f44c332d7, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=504d4932-c963-4eb1-b104-f66f44c332d7,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:18.685068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:18.688172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:18.855776 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=504d4932-c963-4eb1-b104-f66f44c332d7,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:18.862783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fbbc57-04ec-4464-a2ba-414bd2d7cb85 None None] Network 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:52:18.901419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-932289fc-6656-4660-abe4-90bb0633d5b8 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:18.902635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:18.903295 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-932289fc-6656-4660-abe4-90bb0633d5b8 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 819 time: 0.6257241
Apr 15 10:52:18.954356 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6708e5d1-e62d-43e7-b74f-1c9932195f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:18.985248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1c6202a7-4902-45c7-a1db-a7665f929870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:19.007208 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Request body: {'port': {'device_id': '906f015d-7023-420f-95e2-91076e9110e9', 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3', 'admin_state_up': True, 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:19.023969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708e5d1-e62d-43e7-b74f-1c9932195f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0deca-5684-4bc9-a8c0-0a5bfef44c89,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:19.026346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6708e5d1-e62d-43e7-b74f-1c9932195f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:19.032109 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6708e5d1-e62d-43e7-b74f-1c9932195f09 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/72f0deca-5684-4bc9-a8c0-0a5bfef44c89 HTTP/1.1" status: 204  len: 168 time: 1.1943939
Apr 15 10:52:19.047515 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6f2083ed-43bf-4047-a220-514fa0de02dd req-a68c38f1-21ff-43f1-ad75-d3f4a56e30d7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 210 time: 0.1410940
Apr 15 10:52:19.048490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6708e5d1-e62d-43e7-b74f-1c9932195f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:19.267322 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 7.9329014
Apr 15 10:52:19.270022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:19.287474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:19.303259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 504d4932-c963-4eb1-b104-f66f44c332d7 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:19.343262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-88e41fa8-d39e-4259-994a-6c687a57586e req-c4179fc3-9645-41a8-b404-0b4a45a4d3a2 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Synchronizing usage tracker for tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:19.359669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.resource_extend [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:52:19.447866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:19.462265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Made reservation on behalf of 3f51cccc0e9948b9afa29f9653ec23f2 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:19.464310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Made reservation on behalf of 3f51cccc0e9948b9afa29f9653ec23f2 for: {'port': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:52:19.473210 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:19.480179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:19.580048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37032) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:19.582854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-88e41fa8-d39e-4259-994a-6c687a57586e req-c4179fc3-9645-41a8-b404-0b4a45a4d3a2 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Unset dirty status for tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:19.592373 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88e41fa8-d39e-4259-994a-6c687a57586e req-c4179fc3-9645-41a8-b404-0b4a45a4d3a2 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5706313
Apr 15 10:52:19.602809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388f579f-04e7-416d-a229-78944a2e3025 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:19.635559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 504d4932-c963-4eb1-b104-f66f44c332d7 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:19.635956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:19.689121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:19.697531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Attempting to bind port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:19.697909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Attempting to bind port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:19.698279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Attempting to bind port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:19.714332 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8542-2012-4c5e-b137-4381ac3af936 req-70f52065-e577-449a-b970-17f077f5397a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:19.726386 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a2ec8542-2012-4c5e-b137-4381ac3af936 req-70f52065-e577-449a-b970-17f077f5397a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 944 time: 0.2350779
Apr 15 10:52:19.731673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:52:19.732185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Attempting to bind port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:19.743781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Transition to ACTIVE for port object 388f579f-04e7-416d-a229-78944a2e3025 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:19.761211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:19.761653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Checking segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:19.762277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Bound using segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:19.762915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Bound port: 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:19.763190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:19.776579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:19.830547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:19.873322 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a2ec8542-2012-4c5e-b137-4381ac3af936 req-132bed23-8dae-40cb-aa6e-f53cddcd50e3 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458051
Apr 15 10:52:19.928359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Allocated IP 172.20.0.6 (9fe8507e-7fa7-4408-9aaf-ff9b99a824e3/8f02319b-4145-4483-90cd-ff9bd425c324/d09c4b0b-db4f-43f0-a99c-abd01af9aa22) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:20.306213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Deleting subnet 9b51e17c-f37d-484c-ad95-9b963d5e312a {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:52:20.309879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.346341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.361974 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.379195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-18d32611-7531-4ba8-971c-169ceb1792a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:20.572995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Pushing event updated for resources: {'Port': ['ID=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:20.656966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-034bc249-43f2-47be-a9ff-281fa333f2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.659644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] For port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:20.665230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] For port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:20.695193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.718683 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37086) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:20.728609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:20.766599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Pushing event updated for resources: {'Port': ['ID=388f579f-04e7-416d-a229-78944a2e3025,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:20.846807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.861739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:20.865985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:20.945319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:20.993603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Allocated IP 172.20.0.12 (9fe8507e-7fa7-4408-9aaf-ff9b99a824e3/8f02319b-4145-4483-90cd-ff9bd425c324/b4e18b9a-1f26-431e-8393-9286f1df265d) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:52:20.999782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:21.005408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:21.008269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:21.022387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:21.023114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:21.079954 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0960796
Apr 15 10:52:21.099586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afae3d0-8d37-44aa-8e55-a421caab4ab0 req-8b356b4f-f09b-45be-afcc-2d0991c59e0d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:21.103176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Request body: {'port': {'device_id': '906f015d-7023-420f-95e2-91076e9110e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:21.104335 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4afae3d0-8d37-44aa-8e55-a421caab4ab0 req-8b356b4f-f09b-45be-afcc-2d0991c59e0d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 931 time: 0.7502024
Apr 15 10:52:21.250969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Pushing event updated for resources: {'Port': ['ID=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:21.337105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:21.414440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c18fd-0af4-48bf-97f1-947840558e21 req-28aea4b3-01b6-411f-a065-9b12d29302a1 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:21.416123 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d3c18fd-0af4-48bf-97f1-947840558e21 req-28aea4b3-01b6-411f-a065-9b12d29302a1 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 944 time: 0.6093001
Apr 15 10:52:21.496439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:21.506750 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4afae3d0-8d37-44aa-8e55-a421caab4ab0 req-3c0f79b5-f337-4835-ac55-0bc2baa2f9c2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006015
Apr 15 10:52:21.519746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:21.580085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:21.581024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:21.582532 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] 10.222.0.104 "PUT /v2.0/ports/0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 HTTP/1.1" status: 200  len: 1094 time: 10.7424722
Apr 15 10:52:21.585784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:21.609421 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5135d4d-662d-4b92-84de-813d7c7ae948', 'tag': '0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:52:21.630581 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d3c18fd-0af4-48bf-97f1-947840558e21 req-60c91138-9620-45ba-8923-7cb20d1082c7 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622086
Apr 15 10:52:21.726995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Attempting to bind port 388f579f-04e7-416d-a229-78944a2e3025 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:21.727632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Attempting to bind port 388f579f-04e7-416d-a229-78944a2e3025 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c8171840-4dd8-4313-a6f6-c222e4dc53e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '5bfee9be-33f0-4d00-a2c4-e4d607408f33'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:21.728223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Attempting to bind port 388f579f-04e7-416d-a229-78944a2e3025 on network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:21.732649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Usage tracker for resource:security_group_rule and tenant:abaee1af1f0940fe95016c496549ddc9 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:21.881616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:21.916540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Port 388f579f-04e7-416d-a229-78944a2e3025 on network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:52:21.916821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Attempting to bind port 388f579f-04e7-416d-a229-78944a2e3025 on network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:21.923969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:21.960625 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:21.961076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Checking segment: {'id': 'c8171840-4dd8-4313-a6f6-c222e4dc53e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '5bfee9be-33f0-4d00-a2c4-e4d607408f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:21.961280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Bound using segment: {'id': 'c8171840-4dd8-4313-a6f6-c222e4dc53e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '5bfee9be-33f0-4d00-a2c4-e4d607408f33'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:21.961805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Bound port: 388f579f-04e7-416d-a229-78944a2e3025, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8171840-4dd8-4313-a6f6-c222e4dc53e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '5bfee9be-33f0-4d00-a2c4-e4d607408f33'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:21.962193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:22.398937 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5135d4d-662d-4b92-84de-813d7c7ae948', 'tag': '0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'status': 'completed', 'code': 200}
Apr 15 10:52:22.413195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:22.428782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:22.500206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-20173dc2-6e89-4e1a-960c-328d0c5e9ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:22.555322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c673f-7b09-4d69-943b-1202b13cf098 req-b1b53055-8a3a-4287-80af-dc98be6714de tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:22.557134 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-db1c673f-7b09-4d69-943b-1202b13cf098 req-b1b53055-8a3a-4287-80af-dc98be6714de tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 944 time: 0.8416727
Apr 15 10:52:22.636532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:22.639305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b51e17c-f37d-484c-ad95-9b963d5e312a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:22.642721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:22.655498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:22.664887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e705b-afa0-403f-9286-b5318921431c req-6654d873-f7cb-40d9-8526-592515462369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:22.666965 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-6654d873-f7cb-40d9-8526-592515462369 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 1097 time: 0.9434619
Apr 15 10:52:22.768944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17df6d5-77bc-4a33-b239-84e2a16cc137 req-43bb564a-53c5-4e4e-bdc6-9c2457923f17 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:22.769836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b17df6d5-77bc-4a33-b239-84e2a16cc137 req-43bb564a-53c5-4e4e-bdc6-9c2457923f17 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Synchronizing usage tracker for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:22.789041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b17df6d5-77bc-4a33-b239-84e2a16cc137 req-43bb564a-53c5-4e4e-bdc6-9c2457923f17 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Unset dirty status for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:22.790409 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b17df6d5-77bc-4a33-b239-84e2a16cc137 req-43bb564a-53c5-4e4e-bdc6-9c2457923f17 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 931 time: 0.1421363
Apr 15 10:52:22.851171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b17df6d5-77bc-4a33-b239-84e2a16cc137 req-33910e82-0064-4f21-a5a7-e08c0a9de801 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Synchronizing usage tracker for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:22.869665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b17df6d5-77bc-4a33-b239-84e2a16cc137 req-33910e82-0064-4f21-a5a7-e08c0a9de801 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Unset dirty status for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:22.871066 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b17df6d5-77bc-4a33-b239-84e2a16cc137 req-33910e82-0064-4f21-a5a7-e08c0a9de801 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710094
Apr 15 10:52:22.902683 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] For port 388f579f-04e7-416d-a229-78944a2e3025, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:22.944959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:23.058807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2411c6a-db95-4c82-9ace-29812c2ece39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.083487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] For port 388f579f-04e7-416d-a229-78944a2e3025, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=388f579f-04e7-416d-a229-78944a2e3025,segment=NetworkSegment(c8171840-4dd8-4313-a6f6-c222e4dc53e8),segment_id=c8171840-4dd8-4313-a6f6-c222e4dc53e8)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:23.103252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.128211 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-76b8e8b9-5817-4ada-ac45-d82b4a402a8a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 HTTP/1.1" status: 200  len: 217 time: 0.1946106
Apr 15 10:52:23.130077 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.212668 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=abaee1af1f0940fe95016c496549ddc9&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4575701
Apr 15 10:52:23.217505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37184) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:23.241027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffe6596-e553-42b2-b60d-f200b756419a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:23.241027 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-db1c673f-7b09-4d69-943b-1202b13cf098 req-0209ecd0-62ae-4377-9b13-4390ea0ced74 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5891929
Apr 15 10:52:23.247816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf62ed-e077-43da-94bd-4ba8afac19f4 req-aca573dc-4940-4e42-99af-d6517aa07bab tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:23.253726 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-03bf62ed-e077-43da-94bd-4ba8afac19f4 req-aca573dc-4940-4e42-99af-d6517aa07bab tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 944 time: 0.2569761
Apr 15 10:52:23.254558 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.309297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:23.318404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:23.405915 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-03bf62ed-e077-43da-94bd-4ba8afac19f4 req-918c3bb3-19e8-45ad-b795-219aebbb19ef tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517255
Apr 15 10:52:23.428744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c16d-0524-457d-af82-e0aa3ad1678a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.461200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09c4b0b-db4f-43f0-a99c-abd01af9aa22 {{(pid=85289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:23.471874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e705b-afa0-403f-9286-b5318921431c req-dd25d84c-7c31-49f9-affb-e1788f6688cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:23.473459 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-dd25d84c-7c31-49f9-affb-e1788f6688cf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.3370478
Apr 15 10:52:23.481460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.530155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c16d-0524-457d-af82-e0aa3ad1678a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.551166 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9b51e17c-f37d-484c-ad95-9b963d5e312a HTTP/1.1" status: 204  len: 168 time: 3.9695356
Apr 15 10:52:23.553582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37200) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:23.556559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Transition to ACTIVE for port object d09c4b0b-db4f-43f0-a99c-abd01af9aa22 will not be triggered until provisioned by entity L2. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:23.580047 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-f953c62a-3832-4169-98a1-b084745337d4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0989404
Apr 15 10:52:23.593369 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.657696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Pushing event updated for resources: {'Port': ['ID=388f579f-04e7-416d-a229-78944a2e3025,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:23.715190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f190d45-7e58-4a22-be2d-f4a79796512a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:23.833336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:23.834428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.835754 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] 10.222.0.104 "PUT /v2.0/ports/388f579f-04e7-416d-a229-78944a2e3025 HTTP/1.1" status: 200  len: 1094 time: 7.1178768
Apr 15 10:52:23.839899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.870939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Pushing event updated for resources: {'Port': ['ID=b4e18b9a-1f26-431e-8393-9286f1df265d,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:23.875454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:52:23.878607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:23.879524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:52:23.881196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.573s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:23.881545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:23.892610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:52:23.898718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:23.899419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.949002 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c16d-0524-457d-af82-e0aa3ad1678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:23.964605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.017002 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.066691 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-31837137-5132-49ca-bb49-9e122d9ecf37 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4785712
Apr 15 10:52:24.114259 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.3978202
Apr 15 10:52:24.185607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c16d-0524-457d-af82-e0aa3ad1678a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.186809 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3ef4c16d-0524-457d-af82-e0aa3ad1678a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ffe6596-e553-42b2-b60d-f200b756419a HTTP/1.1" status: 204  len: 168 time: 0.9667964
Apr 15 10:52:24.200404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Request body: {'port': {'device_id': 'c3e29254-49ef-44cd-b268-a1674828d9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:52:24.409298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54cd8f-4b6b-4ca3-a73c-823c6f83be34', 'tag': '388f579f-04e7-416d-a229-78944a2e3025'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:52:24.426561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.518486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-5a2ee861-fc28-423b-b2ef-5a507bba3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:24.520247 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-5a2ee861-fc28-423b-b2ef-5a507bba3c05 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2f30f8e6408f4c3aaf7afb2ba70f7056&device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 1097 time: 0.6103368
Apr 15 10:52:24.520967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.606127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Pushing event updated for resources: {'Port': ['ID=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:24.626608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:24.628553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:24.645691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Attempting to bind port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:24.646143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Attempting to bind port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:24.646488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Attempting to bind port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 on network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:24.663610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650e784-484f-4d90-aca6-9670cfed335b req-ee68e7a2-3cb3-415f-ac85-16725ed9a785 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:24.664312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-7650e784-484f-4d90-aca6-9670cfed335b req-ee68e7a2-3cb3-415f-ac85-16725ed9a785 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Synchronizing usage tracker for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:24.666195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4c16d-0524-457d-af82-e0aa3ad1678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffe6596-e553-42b2-b60d-f200b756419a,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:24.676175 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-1f4d72b1-d918-434b-91a4-6796897dfaa6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=388f579f-04e7-416d-a229-78944a2e3025 HTTP/1.1" status: 200  len: 217 time: 0.1281145
Apr 15 10:52:24.677057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 on network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:52:24.677444 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Attempting to bind port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 on network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:24.680052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3ef4c16d-0524-457d-af82-e0aa3ad1678a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:24.686888 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c97e705b-afa0-403f-9286-b5318921431c req-9f2b98de-baff-444f-91ae-83c8a364acd2 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6020536
Apr 15 10:52:24.691431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f623af4f588>> segment before_delete 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.691841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f623af4f588>> subnet precommit_delete_associations 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.692675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623ae83208>> segment_host_mapping after_create 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.693044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623ae83208>> port after_create 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.693423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623ae83208>> port after_delete 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.693799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623ae83208>> port after_update 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.694157 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623ae83208>> segment after_delete 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.694522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623ae83208>> subnet after_create 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.694891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623ae83208>> subnet after_delete 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.695230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623ae83208>> subnet after_update 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.750571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37240) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:24.869110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-7650e784-484f-4d90-aca6-9670cfed335b req-ee68e7a2-3cb3-415f-ac85-16725ed9a785 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Unset dirty status for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:24.871585 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7650e784-484f-4d90-aca6-9670cfed335b req-ee68e7a2-3cb3-415f-ac85-16725ed9a785 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 943 time: 0.8551140
Apr 15 10:52:24.873245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.874517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f623b2fbe48>> subnet after_create 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.874919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f623b2fbe48>> subnet after_delete 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.875290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f623b2fbe48>> subnet before_create 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.875664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f623b2fbe48>> subnet before_update 55550000 {{(pid=85289) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:52:24.876058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623af4f278>,) {'filters': {'network_id': ['5f15c8cf-4fb3-4dec-985c-6be8a997be13']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:24.885382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:24.885765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Checking segment: {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:24.886358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Bound using segment: {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:24.886916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Bound port: d09c4b0b-db4f-43f0-a99c-abd01af9aa22, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'}}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:24.887763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.918043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623af4f278>, '3c041432-3fe1-4006-8d14-dc687eac7fca') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:24.918640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623af4f278>, '3c041432-3fe1-4006-8d14-dc687eac7fca') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:24.943097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.945487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:24.946932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:24.963264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-b71eca41-daf5-42be-9a11-b1f4ad9a0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:24.964746 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-b71eca41-daf5-42be-9a11-b1f4ad9a0308 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=015980f1-a360-4853-9f1b-8276db991ab3 HTTP/1.1" status: 200  len: 851 time: 0.2744012
Apr 15 10:52:24.980082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Usage tracker for resource:security_group_rule and tenant:f5cd1291ba234afead74cf76d3171212 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:24.990841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:25.020863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:25.040131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:52:25.151427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff3ed6-479b-4fd6-a376-8c7a99943310 req-ba46906d-5ade-43ba-a993-b492d1ebb155 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:25.153266 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fbff3ed6-479b-4fd6-a376-8c7a99943310 req-ba46906d-5ade-43ba-a993-b492d1ebb155 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 944 time: 0.6120551
Apr 15 10:52:25.269162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] For port d09c4b0b-db4f-43f0-a99c-abd01af9aa22, host hv-cinder-78638, cleared binding levels {{(pid=85289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:25.301619 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7650e784-484f-4d90-aca6-9670cfed335b req-b929ba22-04a7-4c10-8693-23971337d98e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4057205
Apr 15 10:52:25.305408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:25.310994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-f99baac5-bdb5-414e-9e7d-78a83e6fb573 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5bfee9be-33f0-4d00-a2c4-e4d607408f33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3270788
Apr 15 10:52:25.318618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Network 5f15c8cf-4fb3-4dec-985c-6be8a997be13 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:52:25.333506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] For port d09c4b0b-db4f-43f0-a99c-abd01af9aa22, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:25.335743 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:25.358823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:25.408662 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fbff3ed6-479b-4fd6-a376-8c7a99943310 req-3f45ccc9-6f1c-44ad-ad1b-8f0ae09e0975 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2427495
Apr 15 10:52:25.433072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-73be1886-9dfe-425c-af2a-df80e6eca1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:25.461152 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54cd8f-4b6b-4ca3-a73c-823c6f83be34', 'tag': '388f579f-04e7-416d-a229-78944a2e3025', 'status': 'completed', 'code': 200}
Apr 15 10:52:25.726872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e18b9a-1f26-431e-8393-9286f1df265d {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:25.736860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:25.753948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Transition to ACTIVE for port object b4e18b9a-1f26-431e-8393-9286f1df265d will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:52:25.822977 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-791901fd-892a-4327-a9d2-97810112a6a2 service neutron] 10.222.0.104 "GET /v2.0/networks/5bfee9be-33f0-4d00-a2c4-e4d607408f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5003281
Apr 15 10:52:25.829023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-5c1be0fb-ff8a-4e91-93fc-828516725b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:25.830585 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-5c1be0fb-ff8a-4e91-93fc-828516725b5a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 1097 time: 1.0123091
Apr 15 10:52:25.831226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:25.899889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-301813eb-b628-43ed-b594-6fc9e5a0be14 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:25.966424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Network 5f15c8cf-4fb3-4dec-985c-6be8a997be13 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:52:25.997216 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   from cryptography.utils import int_from_bytes
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   from cryptography.utils import int_from_bytes
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   (rel_b, rel_a, rel_b),
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   (rel_b, rel_a, rel_b),
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:52:26.003577 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:52:26.088352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Pushing event updated for resources: {'Port': ['ID=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,revision_number=3']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:26.100921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:26.160689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.187092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85cbea93-a093-4ec7-aa66-b88dea02288e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:26.210215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221667b-8129-449b-a005-598dacb50582 req-37ed645e-30c2-4416-87fc-e78c9f236662 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:26.211854 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b221667b-8129-449b-a005-598dacb50582 req-37ed645e-30c2-4416-87fc-e78c9f236662 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 944 time: 0.5079427
Apr 15 10:52:26.218327 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:26.219025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.220690 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] 10.222.0.104 "PUT /v2.0/ports/d09c4b0b-db4f-43f0-a99c-abd01af9aa22 HTTP/1.1" status: 200  len: 1093 time: 5.1229663
Apr 15 10:52:26.221279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906f015d-7023-420f-95e2-91076e9110e9', 'tag': 'd09c4b0b-db4f-43f0-a99c-abd01af9aa22'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:52:26.231146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f15c8cf-4fb3-4dec-985c-6be8a997be13,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:26.246732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:26.261253 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.287197 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/5f15c8cf-4fb3-4dec-985c-6be8a997be13 HTTP/1.1" status: 204  len: 168 time: 2.7296228
Apr 15 10:52:26.291538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37288) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:26.425850 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9fa5778-8366-4554-86e5-75f89bce0309 req-75341332-f6fd-4586-bb9a-e0385f705b49 service neutron] 10.222.0.104 "GET /v2.0/networks/5bfee9be-33f0-4d00-a2c4-e4d607408f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5932126
Apr 15 10:52:26.432137 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b221667b-8129-449b-a005-598dacb50582 req-0e678604-4da9-4c0e-ad86-ec834e6c4c67 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065303
Apr 15 10:52:26.503412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Deleting subnet fc479b45-05a3-4d01-8f92-e67424ac9264 {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:52:26.509459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.558367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-ba863f32-47ac-402e-aca6-cfde92beddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:26.560529 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-ba863f32-47ac-402e-aca6-cfde92beddd3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 1096 time: 0.2724617
Apr 15 10:52:26.629278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.686028 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Pushing event updated for resources: {'Port': ['ID=b4e18b9a-1f26-431e-8393-9286f1df265d,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:26.689072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:26.725969 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-823c13a3-d7c0-4664-ad77-4608583d73d4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22 HTTP/1.1" status: 200  len: 217 time: 0.1517353
Apr 15 10:52:26.744952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.768128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.815061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.828096 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:26.843201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-a8bd0f64-d9f1-4e09-a645-eeec63dc1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:26.844751 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-a8bd0f64-d9f1-4e09-a645-eeec63dc1ddc service neutron] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 917 time: 0.9837139
Apr 15 10:52:26.890995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-57893e03-37fc-4725-9527-a272759d5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:26.892555 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-57893e03-37fc-4725-9527-a272759d5397 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.1560204
Apr 15 10:52:26.973052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Attempting to bind port b4e18b9a-1f26-431e-8393-9286f1df265d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:52:26.973486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Attempting to bind port b4e18b9a-1f26-431e-8393-9286f1df265d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:52:26.973852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Attempting to bind port b4e18b9a-1f26-431e-8393-9286f1df265d on network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:26.987070 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-cc009281-a859-4b4d-8aea-ffe45c8ead48 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 HTTP/1.1" status: 200  len: 217 time: 0.1258171
Apr 15 10:52:27.010865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Port b4e18b9a-1f26-431e-8393-9286f1df265d on network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:52:27.011233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Attempting to bind port b4e18b9a-1f26-431e-8393-9286f1df265d on network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:52:27.019424 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f5cd1291ba234afead74cf76d3171212&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2645667
Apr 15 10:52:27.020432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26488c7-3ac0-4293-a245-26285efebe06,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:27.029663 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-88d9218b-b728-4633-9016-662bb11395e5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1286738
Apr 15 10:52:27.030994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37306) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:27.052256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec069b-749f-45cb-beb3-ec7dcbebb2b8 req-1fb72a49-a58c-498c-907e-76cdacb95d04 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:27.053936 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8eec069b-749f-45cb-beb3-ec7dcbebb2b8 req-1fb72a49-a58c-498c-907e-76cdacb95d04 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 944 time: 0.3907123
Apr 15 10:52:27.097853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:27.114817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:52:27.115078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Checking segment: {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:52:27.115423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Bound using segment: {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:52:27.115902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Bound port: b4e18b9a-1f26-431e-8393-9286f1df265d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f2a50f-846c-43f3-8d0a-090727e12cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:52:27.116352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:27.137986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-139332b2-227c-440d-980c-f8db78e2fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:27.141254 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-139332b2-227c-440d-980c-f8db78e2fd86 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2f30f8e6408f4c3aaf7afb2ba70f7056&device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 1097 time: 0.5832915
Apr 15 10:52:27.149629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbd091-eb02-4e16-8a81-c4a76392ac4d req-72eb6eb0-7db5-4d74-a384-3e5cf3aaedee tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:27.151251 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88bbd091-eb02-4e16-8a81-c4a76392ac4d req-72eb6eb0-7db5-4d74-a384-3e5cf3aaedee tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 943 time: 0.6552715
Apr 15 10:52:27.320468 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8eec069b-749f-45cb-beb3-ec7dcbebb2b8 req-a42c3345-d34a-4731-8994-775a8cf5ee84 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2533176
Apr 15 10:52:27.383121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-93407580-76d5-4751-b6eb-f00dda616054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:27.388381 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-93407580-76d5-4751-b6eb-f00dda616054 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.3914535
Apr 15 10:52:27.476490 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88bbd091-eb02-4e16-8a81-c4a76392ac4d req-8ee8335f-e609-4e01-a9f5-2b3d7b03c997 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2818904
Apr 15 10:52:27.514463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93ad95f2-6f6d-4bdc-8c0c-8089699f4218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:27.553828 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-fa5f3ba9-8311-4dc5-b631-d500d5e3ac9c service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5123055
Apr 15 10:52:27.557177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] For port b4e18b9a-1f26-431e-8393-9286f1df265d, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:52:27.566615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] For port b4e18b9a-1f26-431e-8393-9286f1df265d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4e18b9a-1f26-431e-8393-9286f1df265d,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:52:27.610650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93ad95f2-6f6d-4bdc-8c0c-8089699f4218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:27.664058 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-ac9fbacf-0b0c-4ea0-993c-d2746f499601 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0950906
Apr 15 10:52:27.725382 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906f015d-7023-420f-95e2-91076e9110e9', 'tag': 'd09c4b0b-db4f-43f0-a99c-abd01af9aa22', 'status': 'completed', 'code': 200}
Apr 15 10:52:27.758047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:27.798787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:27.826450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:27.831995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0166f6d7-e692-4d72-9121-4f9561b47cfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:28.058775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:52:28.152769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc479b45-05a3-4d01-8f92-e67424ac9264,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:28.176380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:28.188049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93ad95f2-6f6d-4bdc-8c0c-8089699f4218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:28.212834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d0be5d76-ec44-4629-ae7b-2c96c6bf3727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:28.227959 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d347ccbc-4719-4f5a-80ab-72d6cc394e0f req-3ea55a1d-6be2-48d1-a719-f048c53c6d69 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6635489
Apr 15 10:52:28.238316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad95f2-6f6d-4bdc-8c0c-8089699f4218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26488c7-3ac0-4293-a245-26285efebe06,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:28.248636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-93ad95f2-6f6d-4bdc-8c0c-8089699f4218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:28.260520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93ad95f2-6f6d-4bdc-8c0c-8089699f4218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:28.261777 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-93ad95f2-6f6d-4bdc-8c0c-8089699f4218 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f26488c7-3ac0-4293-a245-26285efebe06 HTTP/1.1" status: 204  len: 168 time: 1.2253399
Apr 15 10:52:28.263784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:28.279871 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fc479b45-05a3-4d01-8f92-e67424ac9264 HTTP/1.1" status: 204  len: 168 time: 1.9489858
Apr 15 10:52:28.281417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37346) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:28.331233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-b57cfe17-6075-4793-99ca-a4abfe7594aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:28.332907 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-b57cfe17-6075-4793-99ca-a4abfe7594aa service neutron] 10.222.0.104 "GET /v2.0/networks?id=5bfee9be-33f0-4d00-a2c4-e4d607408f33 HTTP/1.1" status: 200  len: 913 time: 1.1806660
Apr 15 10:52:28.481108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81cf5-a5f6-474f-909f-f6c7ae9ae3a4 req-7b5e158a-2d59-49f0-815a-a2bbbde3d06e tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:28.495551 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-65d81cf5-a5f6-474f-909f-f6c7ae9ae3a4 req-7b5e158a-2d59-49f0-815a-a2bbbde3d06e tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 944 time: 0.7999620
Apr 15 10:52:28.603668 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-bac7c336-c665-4e4b-922e-c999e88f7c4e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=388f579f-04e7-416d-a229-78944a2e3025 HTTP/1.1" status: 200  len: 217 time: 0.2402139
Apr 15 10:52:28.626403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:28.626767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Pushing event updated for resources: {'Port': ['ID=b4e18b9a-1f26-431e-8393-9286f1df265d,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:28.635626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:28.675262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'port_id': '0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'mac_address': 'fa:16:3e:70:4e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1a9711-11de-42c5-8800-31193bcc8998', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:52:28.727047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-b54580cd-a32a-4ea7-b140-34e66144d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:28.729653 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-b54580cd-a32a-4ea7-b140-34e66144d0c5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=015980f1-a360-4853-9f1b-8276db991ab3 HTTP/1.1" status: 200  len: 851 time: 0.0952497
Apr 15 10:52:28.746717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:28.810049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:28.844510 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-3e3a0ee4-0718-4107-a4b3-aa82c0037066 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5bfee9be-33f0-4d00-a2c4-e4d607408f33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920062
Apr 15 10:52:28.848173 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:28.894099 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:28.902674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:28.906377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:28.959120 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-bb7bbdb4-c3a7-445c-b6bf-cf7020fb1270 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2059467
Apr 15 10:52:28.986115 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-65d81cf5-a5f6-474f-909f-f6c7ae9ae3a4 req-f4be13a6-228c-472c-ad49-0cfffb66a3cd tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4895003
Apr 15 10:52:29.113311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:29.117779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:29.261634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:52:29.271091 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:29.272032 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:29.273873 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] 10.222.0.104 "PUT /v2.0/ports/b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 200  len: 1094 time: 5.0984769
Apr 15 10:52:29.275702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37392) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:29.323656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e29254-49ef-44cd-b268-a1674828d9a4', 'tag': 'b4e18b9a-1f26-431e-8393-9286f1df265d'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:52:29.336004 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-816a284a-9af4-4fa3-97da-dd80bd29d272 service neutron] 10.222.0.104 "GET /v2.0/networks/5bfee9be-33f0-4d00-a2c4-e4d607408f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4716299
Apr 15 10:52:29.347731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:29.503761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623b601c18>,) {'filters': {'network_id': ['5552ace0-ed64-4c99-bb8f-a9a3a938a4fb']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:29.533606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b601c18>, 'a0e9560b-aa6d-455a-b119-95a929c62895') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:29.533986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b601c18>, 'a0e9560b-aa6d-455a-b119-95a929c62895') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:52:29.563466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:29.623660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:29.656741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:52:29.682650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24331fff-0ffa-449b-8e64-07c72387c98a req-f7783f75-ddf1-455f-a3b7-5153d508f205 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:29.684426 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-24331fff-0ffa-449b-8e64-07c72387c98a req-f7783f75-ddf1-455f-a3b7-5153d508f205 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 945 time: 0.7573724
Apr 15 10:52:29.724640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:29.798796 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:29.820679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-3bd278f9-4e9c-4b7b-8544-fdd93b2a4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:29.822322 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-3bd278f9-4e9c-4b7b-8544-fdd93b2a4785 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 1096 time: 1.4919364
Apr 15 10:52:29.824557 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-878c3b05-5a3a-4e11-94b9-028e9c10f7a9 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5662987
Apr 15 10:52:29.849326 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Usage tracker for resource:security_group_rule and tenant:c80c54b17e4549cfaa6d9162cc0f2529 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:29.875461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:29.904923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852fba6-0c4d-4fa3-abc7-56b785396a73 req-0244eade-b7eb-4fa4-8a98-bca30ffc6db8 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:29.906596 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d852fba6-0c4d-4fa3-abc7-56b785396a73 req-0244eade-b7eb-4fa4-8a98-bca30ffc6db8 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 943 time: 0.6237066
Apr 15 10:52:29.907656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:29.949126 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-729daf94-c16c-4722-bb45-97d4e00366d8 req-57caa95e-f764-433a-96a7-f81ae8fae6e9 service neutron] 10.222.0.104 "GET /v2.0/networks/5bfee9be-33f0-4d00-a2c4-e4d607408f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5501540
Apr 15 10:52:29.960082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-896305f2-c83f-477a-acef-648694c14996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:29.961717 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-896305f2-c83f-477a-acef-648694c14996 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1097 time: 0.6171684
Apr 15 10:52:29.982352 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d852fba6-0c4d-4fa3-abc7-56b785396a73 req-66f453e7-985e-438d-8f58-1b574c171ee6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679822
Apr 15 10:52:30.013637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Network 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:52:30.041992 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-24331fff-0ffa-449b-8e64-07c72387c98a req-94d23d82-3d66-4cb0-8544-6269a88e84dc tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3328490
Apr 15 10:52:30.050482 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e29254-49ef-44cd-b268-a1674828d9a4', 'tag': 'b4e18b9a-1f26-431e-8393-9286f1df265d', 'status': 'completed', 'code': 200}
Apr 15 10:52:30.062185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.278889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a91f9-8d05-4e15-8be0-3fb807104d95 req-17cd384e-58a4-4d7e-ac67-ac04e60f3110 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:30.280503 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fa3a91f9-8d05-4e15-8be0-3fb807104d95 req-17cd384e-58a4-4d7e-ac67-ac04e60f3110 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 944 time: 0.1081231
Apr 15 10:52:30.311725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Network 5552ace0-ed64-4c99-bb8f-a9a3a938a4fb has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:52:30.334664 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fa3a91f9-8d05-4e15-8be0-3fb807104d95 req-095d8a33-f502-46de-8c07-f0269219efdf tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450554
Apr 15 10:52:30.337449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-9185c220-fd1e-4155-b95e-cbc6a95716f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:30.339028 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-9185c220-fd1e-4155-b95e-cbc6a95716f9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.4369388
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:52:30.339756 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:52:30.425735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.430819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.435750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:30.458165 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] 10.222.0.68 "DELETE /v2.0/networks/5552ace0-ed64-4c99-bb8f-a9a3a938a4fb HTTP/1.1" status: 204  len: 168 time: 2.1760373
Apr 15 10:52:30.459240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=5552ace0-ed64-4c99-bb8f-a9a3a938a4fb,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:30.462428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:30.522526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.525948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.536409 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:30.584713 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c80c54b17e4549cfaa6d9162cc0f2529&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2506526
Apr 15 10:52:30.584713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70127bd3-6a42-4df3-8a36-18a197dd5187,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:30.585219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37428) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:30.598799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:30.609409 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37432) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:30.663996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2adea2e-2fc8-49d0-9b5c-2dbf43edd27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.664767 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4d40bd3b-e85a-4b0b-a21e-f9d57d288cfe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f39031e7faea4d4a964bd23de5f78720&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0541224
Apr 15 10:52:30.667520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37436) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:30.703774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2adea2e-2fc8-49d0-9b5c-2dbf43edd27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.746482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a3488d01-3f3d-472c-9c69-7ec8b46ec771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.753423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2adea2e-2fc8-49d0-9b5c-2dbf43edd27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.759181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d66ef733-2bcd-47dc-81c1-67c7a70f91fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:30.770802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adea2e-2fc8-49d0-9b5c-2dbf43edd27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70127bd3-6a42-4df3-8a36-18a197dd5187,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:30.776241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2adea2e-2fc8-49d0-9b5c-2dbf43edd27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:30.776729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a3488d01-3f3d-472c-9c69-7ec8b46ec771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.786789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2adea2e-2fc8-49d0-9b5c-2dbf43edd27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.787960 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f2adea2e-2fc8-49d0-9b5c-2dbf43edd27e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70127bd3-6a42-4df3-8a36-18a197dd5187 HTTP/1.1" status: 204  len: 168 time: 0.2016482
Apr 15 10:52:30.831556 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a3488d01-3f3d-472c-9c69-7ec8b46ec771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.837219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6011ea8c-22e9-437e-8f65-f57956293c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:30.853338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3488d01-3f3d-472c-9c69-7ec8b46ec771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f72c3f-6ee1-485a-8940-469ac0ed97d8,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:30.855716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a3488d01-3f3d-472c-9c69-7ec8b46ec771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:30.884126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a3488d01-3f3d-472c-9c69-7ec8b46ec771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.885380 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a3488d01-3f3d-472c-9c69-7ec8b46ec771 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19f72c3f-6ee1-485a-8940-469ac0ed97d8 HTTP/1.1" status: 204  len: 168 time: 0.2165959
Apr 15 10:52:31.045423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:52:31.223098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64c47-c6f2-4dd8-9b72-71a8a96573ab req-7af09993-1406-47a0-9f47-9e6170f6b1a1 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:31.224944 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-acb64c47-c6f2-4dd8-9b72-71a8a96573ab req-7af09993-1406-47a0-9f47-9e6170f6b1a1 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 943 time: 0.1004670
Apr 15 10:52:31.282295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeec053-b2b1-4ee4-a3ad-b52abf5f35f5 req-f6873f08-5730-4e06-a206-73c8d78496d6 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:31.282471 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-acb64c47-c6f2-4dd8-9b72-71a8a96573ab req-312f9d1b-95c1-4414-88de-36b5d381c025 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489416
Apr 15 10:52:31.283952 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eeec053-b2b1-4ee4-a3ad-b52abf5f35f5 req-f6873f08-5730-4e06-a206-73c8d78496d6 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 945 time: 0.1108723
Apr 15 10:52:31.345779 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eeec053-b2b1-4ee4-a3ad-b52abf5f35f5 req-c1502721-c5e7-48ab-838c-2aabab234066 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548248
Apr 15 10:52:31.446243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37464) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:31.492074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.514497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:31.519127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Usage tracker for resource:security_group_rule and tenant:17c5cbf76a41409093beb36e191d5858 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:31.524102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:31.529521 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37468) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:31.539725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:31.611553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a14dd-c24e-4d21-adfc-9b3cce1c0396 req-5cbac311-b959-4c4a-95e7-d5ee6aeb9171 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:31.613166 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4a7a14dd-c24e-4d21-adfc-9b3cce1c0396 req-5cbac311-b959-4c4a-95e7-d5ee6aeb9171 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 944 time: 0.1509993
Apr 15 10:52:31.618351 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e3777e2a-22f6-4396-bb3f-9ea03db8bf16 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d80d34399aee46788f50c7a69fcd3402&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0851805
Apr 15 10:52:31.621869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37472) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:31.634027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.639668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 388f579f-04e7-416d-a229-78944a2e3025 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:52:31.650054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.668042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:31.727922 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4a7a14dd-c24e-4d21-adfc-9b3cce1c0396 req-e3ef9d5a-dec7-4b0c-b004-ba671652a89b tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034606
Apr 15 10:52:31.742153 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=17c5cbf76a41409093beb36e191d5858&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2947586
Apr 15 10:52:31.743154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4394d737-e438-493c-b909-398556cc56c7,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:31.744872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37480) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:31.756062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:31.766093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-336b85a7-85dc-498d-80ce-232371e30b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.826920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-336b85a7-85dc-498d-80ce-232371e30b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.865111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 388f579f-04e7-416d-a229-78944a2e3025, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=388f579f-04e7-416d-a229-78944a2e3025,segment=NetworkSegment(c8171840-4dd8-4313-a6f6-c222e4dc53e8),segment_id=c8171840-4dd8-4313-a6f6-c222e4dc53e8)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:31.883632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '388f579f-04e7-416d-a229-78944a2e3025', 'network_id': '5bfee9be-33f0-4d00-a2c4-e4d607408f33', 'port_id': '388f579f-04e7-416d-a229-78944a2e3025', 'mac_address': 'fa:16:3e:b5:ad:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015980f1-a360-4853-9f1b-8276db991ab3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:52:31.893937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d07a4aa4-b06e-4894-8c44-3bcb9b1ec1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.943165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d07a4aa4-b06e-4894-8c44-3bcb9b1ec1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.965832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.974470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-336b85a7-85dc-498d-80ce-232371e30b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:31.988445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388f579f-04e7-416d-a229-78944a2e3025 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:32.010420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 388f579f-04e7-416d-a229-78944a2e3025, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=388f579f-04e7-416d-a229-78944a2e3025,segment=NetworkSegment(c8171840-4dd8-4313-a6f6-c222e4dc53e8),segment_id=c8171840-4dd8-4313-a6f6-c222e4dc53e8)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:32.014718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:32.015185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:32.016477 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device d09c4b0b-db4f-43f0-a99c-abd01af9aa22 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:52:32.020651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:32.030769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b85a7-85dc-498d-80ce-232371e30b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936a160-acdc-4bce-9cb4-a6ba200dc553,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:32.033713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-336b85a7-85dc-498d-80ce-232371e30b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:32.042136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-336b85a7-85dc-498d-80ce-232371e30b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:32.044874 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-336b85a7-85dc-498d-80ce-232371e30b21 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5936a160-acdc-4bce-9cb4-a6ba200dc553 HTTP/1.1" status: 204  len: 168 time: 0.4176376
Apr 15 10:52:32.061736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d07a4aa4-b06e-4894-8c44-3bcb9b1ec1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:32.069712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:32.102110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a4aa4-b06e-4894-8c44-3bcb9b1ec1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4394d737-e438-493c-b909-398556cc56c7,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:32.104543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d07a4aa4-b06e-4894-8c44-3bcb9b1ec1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:32.119065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d07a4aa4-b06e-4894-8c44-3bcb9b1ec1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:32.120304 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d07a4aa4-b06e-4894-8c44-3bcb9b1ec1d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4394d737-e438-493c-b909-398556cc56c7 HTTP/1.1" status: 204  len: 168 time: 0.3742344
Apr 15 10:52:32.175278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=388f579f-04e7-416d-a229-78944a2e3025,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:32.181138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:32.344367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port d09c4b0b-db4f-43f0-a99c-abd01af9aa22, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:32.361707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'd09c4b0b-db4f-43f0-a99c-abd01af9aa22', 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3', 'port_id': 'd09c4b0b-db4f-43f0-a99c-abd01af9aa22', 'mac_address': 'fa:16:3e:ff:00:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f02319b-4145-4483-90cd-ff9bd425c324', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:52:32.453769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:32.477833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09c4b0b-db4f-43f0-a99c-abd01af9aa22 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:32.501382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port d09c4b0b-db4f-43f0-a99c-abd01af9aa22, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:32.505575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:32.507769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:32.667551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:32.674119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:32.767161 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-0eda8918-f39c-442a-9a1b-c07a3c938986 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 200  len: 217 time: 0.1159604
Apr 15 10:52:32.787985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2697-eeaa-4617-8103-4f520bf3db10 req-0d32bc05-f27f-4b59-989e-5d4cb2e4fbf5 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:32.796969 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-19fb2697-eeaa-4617-8103-4f520bf3db10 req-0d32bc05-f27f-4b59-989e-5d4cb2e4fbf5 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 944 time: 0.2622454
Apr 15 10:52:32.829319 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-29af4b3c-f5d2-4b7d-8981-c99dc0f7c065 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22 HTTP/1.1" status: 200  len: 217 time: 0.1427250
Apr 15 10:52:32.910057 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-19fb2697-eeaa-4617-8103-4f520bf3db10 req-4327596a-ecc6-46c8-8c74-90ca57e215a3 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120255
Apr 15 10:52:32.949275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177a60-8d5b-448a-b0b1-7784f7fe0f4a req-55abd911-08fb-430c-9ef0-d7588ebbd7f3 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:32.952324 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a177a60-8d5b-448a-b0b1-7784f7fe0f4a req-55abd911-08fb-430c-9ef0-d7588ebbd7f3 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 945 time: 0.3671038
Apr 15 10:52:32.970142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-f270a333-e902-487d-9d67-f4224f736456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:32.972064 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-f270a333-e902-487d-9d67-f4224f736456 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.1354318
Apr 15 10:52:32.973783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-e5dc28c6-5a46-4c0f-9c4e-e213956f38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:32.989909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['388f579f-04e7-416d-a229-78944a2e3025'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:52:32.993653 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-e5dc28c6-5a46-4c0f-9c4e-e213956f38b0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.2157786
Apr 15 10:52:33.058922 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-99e5fb1d-5af3-4b0d-a8b2-18bb37479433 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662832
Apr 15 10:52:33.092530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['d09c4b0b-db4f-43f0-a99c-abd01af9aa22'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:52:33.113116 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a177a60-8d5b-448a-b0b1-7784f7fe0f4a req-8c218901-7cbf-4fe4-9f2f-8333cf5319ab tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392250
Apr 15 10:52:33.222828 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-03408d17-348e-41eb-b2d2-a2cd72c4511e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2122858
Apr 15 10:52:33.304355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e760b53-f5f6-4ad5-b179-9d6c9c602b68 req-894d3bce-8b84-4c04-8fc8-60396b7e99d9 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:33.306650 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e760b53-f5f6-4ad5-b179-9d6c9c602b68 req-894d3bce-8b84-4c04-8fc8-60396b7e99d9 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 945 time: 0.1858215
Apr 15 10:52:33.320626 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-4cf03eb1-1f41-479b-96b2-a3a26dfff65a service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166991
Apr 15 10:52:33.370635 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e760b53-f5f6-4ad5-b179-9d6c9c602b68 req-8163012b-d72b-4b1a-a40a-90c65e7403dd tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567751
Apr 15 10:52:34.189061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188534ee-5ee8-4f29-b6c4-430dc174321d req-3bed69fc-c0cf-4be9-aab5-e5a16cfad362 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:34.197855 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-188534ee-5ee8-4f29-b6c4-430dc174321d req-3bed69fc-c0cf-4be9-aab5-e5a16cfad362 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 944 time: 0.1581948
Apr 15 10:52:34.263559 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-188534ee-5ee8-4f29-b6c4-430dc174321d req-70821e17-1934-4244-be2f-98c305bcaf1b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631945
Apr 15 10:52:34.694542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67febc2-ca99-4952-984a-a4f0c2026199 req-9ef358fb-a49b-46cd-af64-541dd96ae340 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:34.707125 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a67febc2-ca99-4952-984a-a4f0c2026199 req-9ef358fb-a49b-46cd-af64-541dd96ae340 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 945 time: 0.1181538
Apr 15 10:52:34.714283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65185cf5-6ba0-47a7-a612-2a603d09bfa3 req-e76c723d-87fa-468a-9128-78c6dcada560 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:34.726087 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-65185cf5-6ba0-47a7-a612-2a603d09bfa3 req-e76c723d-87fa-468a-9128-78c6dcada560 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 945 time: 0.1209562
Apr 15 10:52:34.773651 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a67febc2-ca99-4952-984a-a4f0c2026199 req-3e856fa2-dc81-4af9-920c-74ce2676aa4e tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654397
Apr 15 10:52:34.805529 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-65185cf5-6ba0-47a7-a612-2a603d09bfa3 req-622fa2ba-a72e-415a-8ed2-d3d40c785337 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780170
Apr 15 10:52:35.003657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37642) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:35.009758 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-0ad2212d-02bf-43dc-98c8-3396ba615c5c service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640379
Apr 15 10:52:35.066114 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e8d2d74-8dd2-4fa3-bbd1-bf0e37c3c34b req-19b6ed5b-6aa8-402c-b37b-9e8ddec1e4ef service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2195263
Apr 15 10:52:35.143833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.161921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:35.166474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Usage tracker for resource:security_group_rule and tenant:42eeec81f9214c6592d9d11d17dd9dbf is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:35.169657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:35.175921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:35.271964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.276043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.288945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:35.340560 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42eeec81f9214c6592d9d11d17dd9dbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3357885
Apr 15 10:52:35.342919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259a5fe4-0ad0-4d7a-b8bd-bf202ca391c6,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:35.344022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37660) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:35.347290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:35.434325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16f5eb3b-5cbc-4509-843d-ac5de3065e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.473664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16f5eb3b-5cbc-4509-843d-ac5de3065e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.530083 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d928b1-209b-4701-928d-2b76d3f5717a req-482aa774-c077-4962-8980-83203727c49f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:35.531528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16f5eb3b-5cbc-4509-843d-ac5de3065e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.531792 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-44d928b1-209b-4701-928d-2b76d3f5717a req-482aa774-c077-4962-8980-83203727c49f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 944 time: 0.1212041
Apr 15 10:52:35.544097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7ca01be4-cbe3-4224-a86f-a6adfea4761f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:35.564089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5eb3b-5cbc-4509-843d-ac5de3065e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259a5fe4-0ad0-4d7a-b8bd-bf202ca391c6,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:35.566175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16f5eb3b-5cbc-4509-843d-ac5de3065e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:35.567375 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-16f5eb3b-5cbc-4509-843d-ac5de3065e0a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/259a5fe4-0ad0-4d7a-b8bd-bf202ca391c6 HTTP/1.1" status: 204  len: 168 time: 0.2220674
Apr 15 10:52:35.568487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-16f5eb3b-5cbc-4509-843d-ac5de3065e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:35.611201 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-44d928b1-209b-4701-928d-2b76d3f5717a req-6b125fab-abd6-421c-be36-14652521452a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721862
Apr 15 10:52:35.937658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:35.988835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37686) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:36.050643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.099645 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:36.109309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:36.110009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.170591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:36.189298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Usage tracker for resource:security_group_rule and tenant:2064bcdbff1c4be8ab9efa8a1f8323e2 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:36.194602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:36.204582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:36.267240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a254b23-be6e-44dc-adc3-40c1f52a8f9b req-034d7b4f-9d11-4a95-a005-86a198a572cf tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:36.275354 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8a254b23-be6e-44dc-adc3-40c1f52a8f9b req-034d7b4f-9d11-4a95-a005-86a198a572cf tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 945 time: 0.2269104
Apr 15 10:52:36.316840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.367484 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8a254b23-be6e-44dc-adc3-40c1f52a8f9b req-58967df5-4a36-46d7-b400-ded39577864d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908847
Apr 15 10:52:36.374214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5135d4d-662d-4b92-84de-813d7c7ae948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:52:36.416464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37702) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:36.444485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25efab3-b91d-4778-a077-371b10702683 req-77bf0f3d-b74e-4dcf-827f-79302035584d tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:36.446134 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b25efab3-b91d-4778-a077-371b10702683 req-77bf0f3d-b74e-4dcf-827f-79302035584d tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 945 time: 0.1588688
Apr 15 10:52:36.448936 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-247ddf60-b07a-4206-8851-ce6598a5b196 req-e6da3105-2326-45ce-9b92-7f213758afae service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6268446
Apr 15 10:52:36.489237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:36.497522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.501936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-04ac594e-87d4-455f-b8cd-a82567f88e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:36.514195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.519007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.538855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:36.585938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:36.592854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:36.614019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b982ea-a5ef-4510-bc3c-73803757ab16,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:36.628288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:36.643030 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b25efab3-b91d-4778-a077-371b10702683 req-5dc427cd-e80b-4640-9c50-9974d6438aa5 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876013
Apr 15 10:52:36.657419 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2064bcdbff1c4be8ab9efa8a1f8323e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6672876
Apr 15 10:52:36.658295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37720) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:36.734353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:36.756569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:36.760810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Usage tracker for resource:security_group_rule and tenant:75fef8ce067b4865b92760934266d5d8 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:36.764381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:36.765639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-0092221a-504d-4db2-b1bd-29bed5dc15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:36.767569 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-0092221a-504d-4db2-b1bd-29bed5dc15bb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1097 time: 0.2115943
Apr 15 10:52:36.771080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:36.838129 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5135d4d-662d-4b92-84de-813d7c7ae948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'code': 200}
Apr 15 10:52:36.978370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-09c520e6-6854-4d70-99ea-6e59471931df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:36.980488 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-09c520e6-6854-4d70-99ea-6e59471931df service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.2047603
Apr 15 10:52:37.099224 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-8d46e2a6-87a0-4355-8693-e05561184578 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 200  len: 217 time: 0.1102369
Apr 15 10:52:37.175754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-82252730-ff33-483d-8f24-76d61590ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:37.177804 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-82252730-ff33-483d-8f24-76d61590ebc5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.0719519
Apr 15 10:52:37.244885 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-63f02c33-c813-492f-b842-24b3c26e882e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590637
Apr 15 10:52:37.250770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-259c3120-465d-4199-8250-131683f5a5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.333868 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-259c3120-465d-4199-8250-131683f5a5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.348659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.369237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.450917 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-27381f58-83e5-4e9c-bf29-05565596294a service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873443
Apr 15 10:52:37.451005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3f6bb241-5b72-43f2-941c-340b27fac70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:37.482277 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75fef8ce067b4865b92760934266d5d8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0615127
Apr 15 10:52:37.482741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38f92a-7916-450b-b75a-9156b250ad94,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:37.491452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:37.492434 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37766) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:37.498932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-bc626217-6389-4bb2-93b0-71a11b85e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:37.502213 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-bc626217-6389-4bb2-93b0-71a11b85e136 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 1099 time: 0.4012136
Apr 15 10:52:37.522167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c073cb-862e-452c-a87c-2e1f0a06d6db req-31fdef70-5abb-47c8-83fd-f977db854077 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:37.526742 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-92c073cb-862e-452c-a87c-2e1f0a06d6db req-31fdef70-5abb-47c8-83fd-f977db854077 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 944 time: 0.7310064
Apr 15 10:52:37.565911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.618686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-259c3120-465d-4199-8250-131683f5a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.623204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:37.641594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3605794f-86dd-4e93-a4ea-738e1a55a64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:37.659077 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Usage tracker for resource:security_group_rule and tenant:4d6594cd40bf412f991585f4c005ac49 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:37.666322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:37.683902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:37.689891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c3120-465d-4199-8250-131683f5a5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b982ea-a5ef-4510-bc3c-73803757ab16,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:37.692985 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4fc2ef0-0b44-48ba-83dd-ec12e9db858c req-b4a9ddb1-b798-472f-8307-e78e771c418d service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2456183
Apr 15 10:52:37.697370 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-92c073cb-862e-452c-a87c-2e1f0a06d6db req-47e9c773-099c-4f91-b758-f44d63f204e6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614635
Apr 15 10:52:37.703749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-259c3120-465d-4199-8250-131683f5a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:37.744402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebad9d-e773-4068-b225-6a297ba13254 req-28f3d2f4-a2f5-4f50-8975-efc364636d6a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:37.744939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-259c3120-465d-4199-8250-131683f5a5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.746175 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-259c3120-465d-4199-8250-131683f5a5bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/60b982ea-a5ef-4510-bc3c-73803757ab16 HTTP/1.1" status: 204  len: 168 time: 1.0868831
Apr 15 10:52:37.747193 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-56ebad9d-e773-4068-b225-6a297ba13254 req-28f3d2f4-a2f5-4f50-8975-efc364636d6a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 946 time: 0.1765594
Apr 15 10:52:37.820969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.822461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d551800d-1352-454f-b190-81c909a0f544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.839458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.854651 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-56ebad9d-e773-4068-b225-6a297ba13254 req-479ca3de-dfe9-446e-a33f-82f64dacca65 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965233
Apr 15 10:52:37.865439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6708e5d1-e62d-43e7-b74f-1c9932195f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:37.873990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 388f579f-04e7-416d-a229-78944a2e3025 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:37.949026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d551800d-1352-454f-b190-81c909a0f544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:37.960210 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-16a76ab7-9adf-409b-a96f-d7d6b8e4dd1d req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4296637
Apr 15 10:52:37.979357 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 388f579f-04e7-416d-a229-78944a2e3025 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:37.989532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 388f579f-04e7-416d-a229-78944a2e3025 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:37.990104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.044849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6189588d-dec4-43b6-9526-2f1ef6a27a18,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:38.048978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:38.089740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d551800d-1352-454f-b190-81c909a0f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.102651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e8103-82e5-4c89-ad6c-9a1cf073a0be req-7a11aa29-6ee5-4b75-add6-e7041084c119 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:38.104423 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c1e8103-82e5-4c89-ad6c-9a1cf073a0be req-7a11aa29-6ee5-4b75-add6-e7041084c119 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 945 time: 0.2601902
Apr 15 10:52:38.106709 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-86c391be-6b57-4faa-8000-cc7f1ea78d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:38.127030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551800d-1352-454f-b190-81c909a0f544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38f92a-7916-450b-b75a-9156b250ad94,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:38.147501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d551800d-1352-454f-b190-81c909a0f544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:38.170276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d551800d-1352-454f-b190-81c909a0f544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.173902 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d551800d-1352-454f-b190-81c909a0f544 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f38f92a-7916-450b-b75a-9156b250ad94 HTTP/1.1" status: 204  len: 168 time: 0.6436892
Apr 15 10:52:38.192490 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c1e8103-82e5-4c89-ad6c-9a1cf073a0be req-0cab3e3c-3b48-4dd6-a5e1-002952a99a05 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705149
Apr 15 10:52:38.196198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37794) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:38.207626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.220264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.243859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:38.250502 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Usage tracker for resource:security_group_rule and tenant:7fcbd353086840cb99463966b0c4e866 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:38.254095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:38.256062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 388f579f-04e7-416d-a229-78944a2e3025, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=388f579f-04e7-416d-a229-78944a2e3025,segment=NetworkSegment(c8171840-4dd8-4313-a6f6-c222e4dc53e8),segment_id=c8171840-4dd8-4313-a6f6-c222e4dc53e8)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:38.260980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.261517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:38.262274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device d09c4b0b-db4f-43f0-a99c-abd01af9aa22 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:38.299546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:38.363425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.368153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.381765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-af515324-9b5e-4283-bf6c-0b70e8c7227b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:38.408981 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7fcbd353086840cb99463966b0c4e866&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2114186
Apr 15 10:52:38.410886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=388f579f-04e7-416d-a229-78944a2e3025,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:38.412022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37804) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:38.414933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:38.421292 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:38.428359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:38.428824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.451738 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf20d7d-2a6e-4c42-b244-760d6dc2677c,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:38.461509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:38.502992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0eee36-accd-4b1c-a148-ecab0901dcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.561223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0eee36-accd-4b1c-a148-ecab0901dcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.586936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.623510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0eee36-accd-4b1c-a148-ecab0901dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.629222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:38.631129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port d09c4b0b-db4f-43f0-a99c-abd01af9aa22, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:38.638646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.641130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:38.646121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eee36-accd-4b1c-a148-ecab0901dcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf20d7d-2a6e-4c42-b244-760d6dc2677c,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:38.648481 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2f0eee36-accd-4b1c-a148-ecab0901dcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:38.659289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0eee36-accd-4b1c-a148-ecab0901dcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.662974 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-2f0eee36-accd-4b1c-a148-ecab0901dcbd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5bf20d7d-2a6e-4c42-b244-760d6dc2677c HTTP/1.1" status: 204  len: 168 time: 0.2475200
Apr 15 10:52:38.754908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37824) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:38.768687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:38.780835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:38.784405 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:38.812239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:38.816516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Usage tracker for resource:security_group_rule and tenant:de84a93a52184031ab1682e84ebca625 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:38.819927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:38.826991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:38.839597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54cd8f-4b6b-4ca3-a73c-823c6f83be34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388f579f-04e7-416d-a229-78944a2e3025'}, {'server_uuid': '906f015d-7023-420f-95e2-91076e9110e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09c4b0b-db4f-43f0-a99c-abd01af9aa22'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:52:38.908535 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54cd8f-4b6b-4ca3-a73c-823c6f83be34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388f579f-04e7-416d-a229-78944a2e3025', 'code': 200}
Apr 15 10:52:38.908838 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906f015d-7023-420f-95e2-91076e9110e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09c4b0b-db4f-43f0-a99c-abd01af9aa22', 'code': 200}
Apr 15 10:52:39.054736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d762a6-dcc7-4e5c-b8b2-6fd38eb07d81 req-1aefed6a-7a4e-490e-b73b-c5a720fd360a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:39.062146 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-30d762a6-dcc7-4e5c-b8b2-6fd38eb07d81 req-1aefed6a-7a4e-490e-b73b-c5a720fd360a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1929901
Apr 15 10:52:39.064833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.104698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.120711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:39.197658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85351b1-0f11-4a0c-b9d6-10019b374dd5,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:39.205796 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=de84a93a52184031ab1682e84ebca625&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4497857
Apr 15 10:52:39.207024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:39.210577 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-30d762a6-dcc7-4e5c-b8b2-6fd38eb07d81 req-c234c76b-a7bf-4ff8-bb67-8b6e261277fe tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407392
Apr 15 10:52:39.211075 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37846) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:39.231158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602c830-5f1b-4031-9d20-72826f1c22bb req-e570142a-9b32-496e-aea1-0631c7977025 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:39.251896 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e602c830-5f1b-4031-9d20-72826f1c22bb req-e570142a-9b32-496e-aea1-0631c7977025 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 946 time: 0.2144756
Apr 15 10:52:39.308146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0631-acbd-414d-a7a6-248bc092bbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.350842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0631-acbd-414d-a7a6-248bc092bbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.394815 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e602c830-5f1b-4031-9d20-72826f1c22bb req-7c3b1996-71d4-4b2b-9d98-dc09f0b0b671 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415257
Apr 15 10:52:39.492585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37860) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:39.547793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a0f4-c6e9-40aa-93b8-44583eb30d2c req-c83a1654-012b-42e9-8c71-63b2999729fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:39.549386 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5b65a0f4-c6e9-40aa-93b8-44583eb30d2c req-c83a1654-012b-42e9-8c71-63b2999729fd service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 1098 time: 0.1435990
Apr 15 10:52:39.577628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0631-acbd-414d-a7a6-248bc092bbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.592692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9a63987-ba3d-43ed-b13b-8f38497b5697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:39.609880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd0631-acbd-414d-a7a6-248bc092bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85351b1-0f11-4a0c-b9d6-10019b374dd5,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:39.628313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2fd0631-acbd-414d-a7a6-248bc092bbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:39.629882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-5b65a0f4-c6e9-40aa-93b8-44583eb30d2c req-31d4eafd-7081-4ecd-b1d9-d272627d8847 service neutron] Synchronizing usage tracker for tenant:4d6594cd40bf412f991585f4c005ac49 on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:52:39.649881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0631-acbd-414d-a7a6-248bc092bbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.650425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-5b65a0f4-c6e9-40aa-93b8-44583eb30d2c req-31d4eafd-7081-4ecd-b1d9-d272627d8847 service neutron] Unset dirty status for tenant:4d6594cd40bf412f991585f4c005ac49 on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:52:39.654775 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f2fd0631-acbd-414d-a7a6-248bc092bbff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b85351b1-0f11-4a0c-b9d6-10019b374dd5 HTTP/1.1" status: 204  len: 168 time: 0.4419160
Apr 15 10:52:39.666896 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5b65a0f4-c6e9-40aa-93b8-44583eb30d2c req-31d4eafd-7081-4ecd-b1d9-d272627d8847 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057024
Apr 15 10:52:39.714234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5feca4-4994-4d26-ab36-76a430f0d46c req-e3ad0257-dce1-4d10-8085-34ec176d2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:39.716379 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cd5feca4-4994-4d26-ab36-76a430f0d46c req-e3ad0257-dce1-4d10-8085-34ec176d2121 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 1099 time: 0.2748122
Apr 15 10:52:39.725570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d73ee1-e923-4fcd-bb46-955b9740007f req-9466eb52-db3a-4fa1-8535-22dca5012047 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:39.727181 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-70d73ee1-e923-4fcd-bb46-955b9740007f req-9466eb52-db3a-4fa1-8535-22dca5012047 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 946 time: 0.2180433
Apr 15 10:52:39.729690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.753134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:39.758956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Usage tracker for resource:security_group_rule and tenant:0cf2dc2f483f48eea0ddf8d109e8b29f is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:39.764026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:39.773264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:39.812580 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-70d73ee1-e923-4fcd-bb46-955b9740007f req-845d547f-fd51-45f6-b58a-b20d3cc1c5f4 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782046
Apr 15 10:52:39.881257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device b4e18b9a-1f26-431e-8393-9286f1df265d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:52:39.922219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.928627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.945721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:40.084798 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cd5feca4-4994-4d26-ab36-76a430f0d46c req-b1eb6942-3b8f-442f-adc7-3bd058f270ff service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006031
Apr 15 10:52:40.120468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37908) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:40.120662 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cf2dc2f483f48eea0ddf8d109e8b29f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6268747
Apr 15 10:52:40.131751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f141b03c-dcfd-4933-ae23-74ea5ee971d0,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:40.147135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:40.224379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port b4e18b9a-1f26-431e-8393-9286f1df265d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4e18b9a-1f26-431e-8393-9286f1df265d,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:40.252013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'b4e18b9a-1f26-431e-8393-9286f1df265d', 'network_id': '9fe8507e-7fa7-4408-9aaf-ff9b99a824e3', 'port_id': 'b4e18b9a-1f26-431e-8393-9286f1df265d', 'mac_address': 'fa:16:3e:5a:36:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f02319b-4145-4483-90cd-ff9bd425c324', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:52:40.281122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fff4f8d3-bc08-45c1-a3c3-3fbc94712d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.329029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.357191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fff4f8d3-bc08-45c1-a3c3-3fbc94712d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.363975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e18b9a-1f26-431e-8393-9286f1df265d {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:52:40.396705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port b4e18b9a-1f26-431e-8393-9286f1df265d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4e18b9a-1f26-431e-8393-9286f1df265d,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:40.403834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.405915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:40.504226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fff4f8d3-bc08-45c1-a3c3-3fbc94712d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.518131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:40.539303 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=b4e18b9a-1f26-431e-8393-9286f1df265d,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:40.546302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:40.563376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4f8d3-bc08-45c1-a3c3-3fbc94712d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f141b03c-dcfd-4933-ae23-74ea5ee971d0,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:40.572458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fff4f8d3-bc08-45c1-a3c3-3fbc94712d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:40.586396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fff4f8d3-bc08-45c1-a3c3-3fbc94712d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:40.593819 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fff4f8d3-bc08-45c1-a3c3-3fbc94712d04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f141b03c-dcfd-4933-ae23-74ea5ee971d0 HTTP/1.1" status: 204  len: 168 time: 0.4708946
Apr 15 10:52:40.708945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a469e8-38ac-46bc-9278-046564519a0b req-dd690bed-ed33-400d-95d8-18d936fdf426 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:40.718426 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-37a469e8-38ac-46bc-9278-046564519a0b req-dd690bed-ed33-400d-95d8-18d936fdf426 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1665571
Apr 15 10:52:40.797621 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-37a469e8-38ac-46bc-9278-046564519a0b req-2236f9ee-2b3c-481f-99d0-0dcc6266a652 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780258
Apr 15 10:52:40.801843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d130d4-bec0-4b67-ae1a-7095774c6bde req-5cbd4594-abae-4c19-8ca9-a05426a4bf07 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:40.803581 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-48d130d4-bec0-4b67-ae1a-7095774c6bde req-5cbd4594-abae-4c19-8ca9-a05426a4bf07 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 946 time: 0.1411283
Apr 15 10:52:40.844489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['b4e18b9a-1f26-431e-8393-9286f1df265d'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:52:40.889356 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-48d130d4-bec0-4b67-ae1a-7095774c6bde req-18cd2ebd-959e-4c47-b12b-f32432ff55fa tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792780
Apr 15 10:52:41.228581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3db41-688c-4f33-8c37-fb479538c659 req-b6a68b2b-8266-4dcc-bfa2-f16656849113 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:41.230468 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8ae3db41-688c-4f33-8c37-fb479538c659 req-b6a68b2b-8266-4dcc-bfa2-f16656849113 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 946 time: 0.2233915
Apr 15 10:52:41.311074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 37974) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:41.317691 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8ae3db41-688c-4f33-8c37-fb479538c659 req-ea332f6f-3510-4193-93c6-600ae234b5d5 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757697
Apr 15 10:52:41.336311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.361577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:41.366698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Usage tracker for resource:security_group_rule and tenant:ff771bb78ea34e8291149c9b6a24162f is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:41.369882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:41.395364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:41.646625 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.656856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.721887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:41.738163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 37994) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:41.740356 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff771bb78ea34e8291149c9b6a24162f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4229951
Apr 15 10:52:41.788096 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73272195-d004-47b2-a855-a0ae8d214e54,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:41.793423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:41.899045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a7000b38-64ed-4d48-8909-ff0b63afd8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:41.956405 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a7000b38-64ed-4d48-8909-ff0b63afd8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.037687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a7000b38-64ed-4d48-8909-ff0b63afd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.044725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71436a18-d9a8-4466-907a-2a97477764b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:42.065722 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7000b38-64ed-4d48-8909-ff0b63afd8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73272195-d004-47b2-a855-a0ae8d214e54,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:42.077714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a7000b38-64ed-4d48-8909-ff0b63afd8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:42.081955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4c2a5-a0aa-4fdb-82e0-a6749727e0f2 req-299fbe64-4edc-4ea9-bc87-0fbef1abe40e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:42.082520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a7000b38-64ed-4d48-8909-ff0b63afd8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:42.083707 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a7000b38-64ed-4d48-8909-ff0b63afd8b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/73272195-d004-47b2-a855-a0ae8d214e54 HTTP/1.1" status: 204  len: 168 time: 0.3445754
Apr 15 10:52:42.084189 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d8e4c2a5-a0aa-4fdb-82e0-a6749727e0f2 req-299fbe64-4edc-4ea9-bc87-0fbef1abe40e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1010134
Apr 15 10:52:42.153530 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d8e4c2a5-a0aa-4fdb-82e0-a6749727e0f2 req-542672aa-6b21-4c16-8f39-066158209966 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585594
Apr 15 10:52:42.608145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b7121-e07b-46da-b7d1-c0c559ef0352 req-95ec3231-c86f-421b-b5dd-a7adcdbcc50c tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:42.609880 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e66b7121-e07b-46da-b7d1-c0c559ef0352 req-95ec3231-c86f-421b-b5dd-a7adcdbcc50c tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 946 time: 0.1524088
Apr 15 10:52:42.718023 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e66b7121-e07b-46da-b7d1-c0c559ef0352 req-46bf7d76-b644-475e-ac31-0217640773f9 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989199
Apr 15 10:52:42.867149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-e19687e5-f18d-4693-89c4-aead7d6c8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:42.868737 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-e19687e5-f18d-4693-89c4-aead7d6c8927 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 1098 time: 0.1498103
Apr 15 10:52:42.924573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e638-a058-476a-9530-72b0ed625921 req-4d908649-a755-49e8-a092-119c5874aec0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:42.934631 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a896e638-a058-476a-9530-72b0ed625921 req-4d908649-a755-49e8-a092-119c5874aec0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1600406
Apr 15 10:52:43.009725 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a896e638-a058-476a-9530-72b0ed625921 req-3914a6ad-8179-4a40-9378-735c4fc29680 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736909
Apr 15 10:52:43.145794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-2fa7c357-c2ef-477e-add0-f710dfa7abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:43.150912 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-2fa7c357-c2ef-477e-add0-f710dfa7abfb service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.2725911
Apr 15 10:52:43.263701 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-7acbad18-97e8-44ca-be73-26d67befe5e1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22 HTTP/1.1" status: 200  len: 217 time: 0.1075718
Apr 15 10:52:43.363281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-edffa93f-6ef5-40b8-878a-24c5192ce029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:43.365894 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-edffa93f-6ef5-40b8-878a-24c5192ce029 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.0956933
Apr 15 10:52:43.469627 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-58843b56-c4f3-4fb1-b2ee-9c590ee813ca service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0968187
Apr 15 10:52:43.733876 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-d6829076-9334-4ad5-8471-c107c893d510 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561715
Apr 15 10:52:43.903951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device b4e18b9a-1f26-431e-8393-9286f1df265d up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:52:43.909898 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec0ec6e6-c6c8-4e44-ac26-6391df19b277 req-fe6d8c47-a01e-498f-9bf5-5bcb13dd4353 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689191
Apr 15 10:52:44.027758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port b4e18b9a-1f26-431e-8393-9286f1df265d completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:52:44.037626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port b4e18b9a-1f26-431e-8393-9286f1df265d triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:52:44.038357 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.187676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.221778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e29254-49ef-44cd-b268-a1674828d9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e18b9a-1f26-431e-8393-9286f1df265d'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:52:44.232975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port b4e18b9a-1f26-431e-8393-9286f1df265d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4e18b9a-1f26-431e-8393-9286f1df265d,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:52:44.236847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.239781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:44.325394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=b4e18b9a-1f26-431e-8393-9286f1df265d,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:44.329187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:44.349315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1855543-7cbb-42a7-93d1-39a6dee56325 req-1289046e-e2e6-4b0d-8f2c-5d52a9db8f39 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:44.351146 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b1855543-7cbb-42a7-93d1-39a6dee56325 req-1289046e-e2e6-4b0d-8f2c-5d52a9db8f39 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1790998
Apr 15 10:52:44.430080 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b1855543-7cbb-42a7-93d1-39a6dee56325 req-7179e63f-1d9c-4005-a0c8-b08174c6df28 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693400
Apr 15 10:52:44.449053 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e29254-49ef-44cd-b268-a1674828d9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e18b9a-1f26-431e-8393-9286f1df265d', 'code': 200}
Apr 15 10:52:44.703725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38138) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:44.740953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38144) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:44.766989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57355134-f32f-4814-bcb7-7ce76782e9a7 req-f38c3ddf-b87c-474f-8669-90d72dc066d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:44.768591 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-57355134-f32f-4814-bcb7-7ce76782e9a7 req-f38c3ddf-b87c-474f-8669-90d72dc066d9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1099 time: 0.1022925
Apr 15 10:52:44.878639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.904433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:44.923061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:44.940537 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:44.953715 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Usage tracker for resource:security_group_rule and tenant:06ef584c83cd49aa964d407440176d1d is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:44.958464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:44.967056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:44.981993 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Usage tracker for resource:security_group_rule and tenant:f822d90f2910421d860752b7b95b9f5e is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:44.991366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:45.008117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:45.158140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.202544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.204353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.239145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3ef4c16d-0524-457d-af82-e0aa3ad1678a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:45.258107 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06ef584c83cd49aa964d407440176d1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5159206
Apr 15 10:52:45.258737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38164) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:45.258974 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.339850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-58304021-7f80-4fc1-a9f6-2a6255348c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.341776 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f822d90f2910421d860752b7b95b9f5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6366854
Apr 15 10:52:45.345479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38168) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:45.363191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90c8eb-9f1f-4889-a5e4-772faabe387d,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:45.366703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:45.370172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-58304021-7f80-4fc1-a9f6-2a6255348c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.391632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:45.429022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-58304021-7f80-4fc1-a9f6-2a6255348c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.440492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f83cd2e4-7255-4791-a436-0d9526ac6c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:45.444253 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ff7e0-7b19-4fee-a0a9-f9b51796aac7,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:45.448125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:45.458128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58304021-7f80-4fc1-a9f6-2a6255348c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90c8eb-9f1f-4889-a5e4-772faabe387d,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:45.459057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d593ef38-317b-4dcf-acc3-6bec8a359439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.463165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-58304021-7f80-4fc1-a9f6-2a6255348c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:45.466107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-58304021-7f80-4fc1-a9f6-2a6255348c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.472607 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-58304021-7f80-4fc1-a9f6-2a6255348c4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c90c8eb-9f1f-4889-a5e4-772faabe387d HTTP/1.1" status: 204  len: 168 time: 0.2075403
Apr 15 10:52:45.502048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d593ef38-317b-4dcf-acc3-6bec8a359439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.561282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d593ef38-317b-4dcf-acc3-6bec8a359439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.586570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:45.596392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593ef38-317b-4dcf-acc3-6bec8a359439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1ff7e0-7b19-4fee-a0a9-f9b51796aac7,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:45.615383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d593ef38-317b-4dcf-acc3-6bec8a359439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:45.629069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d593ef38-317b-4dcf-acc3-6bec8a359439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.630553 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d593ef38-317b-4dcf-acc3-6bec8a359439 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a1ff7e0-7b19-4fee-a0a9-f9b51796aac7 HTTP/1.1" status: 204  len: 168 time: 0.2838480
Apr 15 10:52:45.744960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6080753-0129-4d8c-bcd6-1931ebd3488e req-29f22dde-b60e-4941-ab4c-190330b90664 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:45.747489 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f6080753-0129-4d8c-bcd6-1931ebd3488e req-29f22dde-b60e-4941-ab4c-190330b90664 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1495149
Apr 15 10:52:45.802006 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f6080753-0129-4d8c-bcd6-1931ebd3488e req-5c6834d1-5322-4658-a8d0-2bfbacfca579 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467601
Apr 15 10:52:45.893211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38192) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:45.916016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:45.932281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:45.936596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Usage tracker for resource:security_group_rule and tenant:68204327f5024bbd91717f1a1657af0e is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:45.939593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:45.945578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:46.064189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.067761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.081525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-16f5eb3b-5cbc-4509-843d-ac5de3065e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:46.119558 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68204327f5024bbd91717f1a1657af0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2250972
Apr 15 10:52:46.123111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38204) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:46.141670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c8913-37c7-4cbb-a4bb-2f77904fedd6,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:46.151975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:46.199295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ba775fe-3330-4b30-9f7b-cff61bd5cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.229291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ba775fe-3330-4b30-9f7b-cff61bd5cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.286379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ba775fe-3330-4b30-9f7b-cff61bd5cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.290489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0a8c61a8-8144-4115-b33a-888fb441180e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:46.305940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba775fe-3330-4b30-9f7b-cff61bd5cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c8913-37c7-4cbb-a4bb-2f77904fedd6,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:46.309872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9ba775fe-3330-4b30-9f7b-cff61bd5cb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:46.311436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ba775fe-3330-4b30-9f7b-cff61bd5cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:46.313088 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9ba775fe-3330-4b30-9f7b-cff61bd5cb0c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8e9c8913-37c7-4cbb-a4bb-2f77904fedd6 HTTP/1.1" status: 204  len: 168 time: 0.1887412
Apr 15 10:52:47.024329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2fc8d-786c-4b72-a54a-c686b319e85a req-3ce005cf-4891-476d-91ef-9732343e3021 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:47.025998 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7aa2fc8d-786c-4b72-a54a-c686b319e85a req-3ce005cf-4891-476d-91ef-9732343e3021 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1042135
Apr 15 10:52:47.061219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38256) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:47.090590 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7aa2fc8d-786c-4b72-a54a-c686b319e85a req-0c3bce98-1dc5-4512-b108-28de0f5bfa30 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551395
Apr 15 10:52:47.317854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.333850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:47.337837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Usage tracker for resource:security_group_rule and tenant:732a238f7f9f44cfb70958d876907efe is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:47.341447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:47.347900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:47.444156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.448080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.484902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:47.497164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38296) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:47.497427 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=732a238f7f9f44cfb70958d876907efe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4346650
Apr 15 10:52:47.530845 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6867ed3-0174-4c65-9daf-84259e337c50,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:47.535355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:47.637796 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-57355134-f32f-4814-bcb7-7ce76782e9a7 req-3bca6520-f050-4300-82e5-2202301b934f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866945
Apr 15 10:52:47.640759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c866832-3226-4b88-a529-3e3670b5a0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.671003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c866832-3226-4b88-a529-3e3670b5a0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.717586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c866832-3226-4b88-a529-3e3670b5a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.722839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce8ac8d5-8836-43a8-9fa9-46bae89345cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:47.734425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c866832-3226-4b88-a529-3e3670b5a0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6867ed3-0174-4c65-9daf-84259e337c50,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:47.738649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7c866832-3226-4b88-a529-3e3670b5a0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:47.742572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c866832-3226-4b88-a529-3e3670b5a0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:47.746034 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7c866832-3226-4b88-a529-3e3670b5a0c2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6867ed3-0174-4c65-9daf-84259e337c50 HTTP/1.1" status: 204  len: 168 time: 0.2450819
Apr 15 10:52:48.316086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ab2c-5d56-4e02-ac78-5bb332135ab4 req-23c4b5a6-d223-44b3-b83e-902591467eb6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:48.317764 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1140ab2c-5d56-4e02-ac78-5bb332135ab4 req-23c4b5a6-d223-44b3-b83e-902591467eb6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.0965364
Apr 15 10:52:48.381044 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1140ab2c-5d56-4e02-ac78-5bb332135ab4 req-24a6dc41-1645-45ac-bded-0689495218b4 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546107
Apr 15 10:52:49.491424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38442) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:49.662606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:49.690514 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:49.692574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d7c27-f335-4c56-ad5c-e10b1b64f97a req-976eb026-6e50-47db-af7e-a066363e055d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:49.694415 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-744d7c27-f335-4c56-ad5c-e10b1b64f97a req-976eb026-6e50-47db-af7e-a066363e055d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1358497
Apr 15 10:52:49.702842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Usage tracker for resource:security_group_rule and tenant:f3afd321226c4e4dacf5a1d15afc8c3b is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:49.706415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:49.714210 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:49.815423 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-744d7c27-f335-4c56-ad5c-e10b1b64f97a req-b7831acb-58e4-4113-8b8e-97b5978b84b2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049895
Apr 15 10:52:49.840698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:49.845397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:49.861256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-84013eb9-3de7-40f4-984b-11a21082a359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:49.897799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636f714e-336e-44f1-9616-304fb0cad8d2,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:49.901483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:49.927747 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f3afd321226c4e4dacf5a1d15afc8c3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4351399
Apr 15 10:52:49.931484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38456) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:50.067511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16d496c0-13e5-4611-b10e-85d8fde0181f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.100359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16d496c0-13e5-4611-b10e-85d8fde0181f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.147764 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16d496c0-13e5-4611-b10e-85d8fde0181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.154812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:50.169784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d496c0-13e5-4611-b10e-85d8fde0181f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f714e-336e-44f1-9616-304fb0cad8d2,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:50.174771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-16d496c0-13e5-4611-b10e-85d8fde0181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:50.179249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16d496c0-13e5-4611-b10e-85d8fde0181f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.180448 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-16d496c0-13e5-4611-b10e-85d8fde0181f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/636f714e-336e-44f1-9616-304fb0cad8d2 HTTP/1.1" status: 204  len: 168 time: 0.2476537
Apr 15 10:52:50.501159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38492) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:50.523814 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.544653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:50.549839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Usage tracker for resource:security_group_rule and tenant:1460cccef16c41f0950d411d503cd313 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:50.553143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:50.560347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:50.640117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c362f5-6959-461d-b83c-e2900f40ac17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.656443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.659187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.669138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2adea2e-2fc8-49d0-9b5c-2dbf43edd27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:50.720630 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1460cccef16c41f0950d411d503cd313&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2150619
Apr 15 10:52:50.720630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725fd399-d4ec-4317-b51a-d0d586ae9e14,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:50.721490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38502) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:50.725370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:50.797737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9340d025-7732-4a61-b783-86edd31a5d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.829273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9340d025-7732-4a61-b783-86edd31a5d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.873556 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9340d025-7732-4a61-b783-86edd31a5d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.878534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:50.894689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340d025-7732-4a61-b783-86edd31a5d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725fd399-d4ec-4317-b51a-d0d586ae9e14,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:50.897059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9340d025-7732-4a61-b783-86edd31a5d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:50.919373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9340d025-7732-4a61-b783-86edd31a5d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:50.920849 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9340d025-7732-4a61-b783-86edd31a5d3f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/725fd399-d4ec-4317-b51a-d0d586ae9e14 HTTP/1.1" status: 204  len: 168 time: 0.1946130
Apr 15 10:52:51.069397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f247e3-f813-4849-aebd-dfc91ad3b1db req-2386c8c7-8196-445a-93d2-ae600a4f1c9a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:51.084731 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a5f247e3-f813-4849-aebd-dfc91ad3b1db req-2386c8c7-8196-445a-93d2-ae600a4f1c9a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1317632
Apr 15 10:52:51.129158 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a5f247e3-f813-4849-aebd-dfc91ad3b1db req-81930ee7-d6e9-4328-ac83-688dc53c76ae tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429938
Apr 15 10:52:52.381054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9b5ff-47e8-4679-b3fc-1222dd18c2da req-95635e7d-9380-4c75-a2d3-55f9537f5d97 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:52.381520 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b2c9b5ff-47e8-4679-b3fc-1222dd18c2da req-95635e7d-9380-4c75-a2d3-55f9537f5d97 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1016030
Apr 15 10:52:52.410464 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-9b323fcb-f49c-4b89-bbdb-235cd2fa7cb0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1295879
Apr 15 10:52:52.441001 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b2c9b5ff-47e8-4679-b3fc-1222dd18c2da req-9006afae-af88-414b-92ad-a1405ab76c6b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504661
Apr 15 10:52:52.616236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-db908987-80e2-483a-9549-dae81d680012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:52.618110 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-db908987-80e2-483a-9549-dae81d680012 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 1099 time: 0.0851190
Apr 15 10:52:52.862219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38608) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:53.042743 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.059700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca200fcd-5d2c-4fb4-8fc7-54796a0d1452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.071171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:53.075019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ae450ff6e33943dbb5b2af6b839d0e32 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:53.079269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:53.086318 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:53.114111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-5c62aa9b-976b-4529-9f64-117e388b88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:53.115770 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-5c62aa9b-976b-4529-9f64-117e388b88c9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 917 time: 0.4747989
Apr 15 10:52:53.222565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.226105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.239021 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-0ee4b919-bfad-463f-8098-4e92dee84e24 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 HTTP/1.1" status: 200  len: 217 time: 0.1146855
Apr 15 10:52:53.240223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49e4affa-aa4e-49bd-a298-012c5b72a626 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:53.273241 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae450ff6e33943dbb5b2af6b839d0e32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4096014
Apr 15 10:52:53.274079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38628) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:53.388981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71aa50af-472e-430f-a727-162b2129d4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.391323 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4d0342-2364-4f5f-80a6-ba84a556e719,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:53.395476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:53.405800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-dad59914-6632-4511-a483-739b0a6f3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:53.408644 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-dad59914-6632-4511-a483-739b0a6f3897 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.1535461
Apr 15 10:52:53.428149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71aa50af-472e-430f-a727-162b2129d4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.489874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71aa50af-472e-430f-a727-162b2129d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.501846 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-084f7ba4-ad16-4330-87fc-a3a256788ca7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0839424
Apr 15 10:52:53.506185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-16d496c0-13e5-4611-b10e-85d8fde0181f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:53.544690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa50af-472e-430f-a727-162b2129d4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4d0342-2364-4f5f-80a6-ba84a556e719,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:53.548052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71aa50af-472e-430f-a727-162b2129d4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.572104 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-71aa50af-472e-430f-a727-162b2129d4ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f4d0342-2364-4f5f-80a6-ba84a556e719 HTTP/1.1" status: 204  len: 168 time: 0.2935619
Apr 15 10:52:53.573089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71aa50af-472e-430f-a727-162b2129d4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:53.597963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38642) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:53.675952 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-903c793a-d136-41d0-9a5c-d5bf0c32ac70 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620591
Apr 15 10:52:53.837957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.942832 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-144d1550-d532-4295-99c5-72efd2e8c6ce req-76979f4c-b778-4406-b6ad-a0e8e56e45b9 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295020
Apr 15 10:52:53.958368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:53.994678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392bbe5-ba7b-41eb-8372-e94622081cdb req-2eecb431-30f6-4e6f-8b09-830ee9a07c2a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:53.997520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:54.005916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Usage tracker for resource:security_group_rule and tenant:f0f5f0f74d3d406287e6c371e825060e is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:54.009257 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1392bbe5-ba7b-41eb-8372-e94622081cdb req-2eecb431-30f6-4e6f-8b09-830ee9a07c2a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.3322330
Apr 15 10:52:54.009864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.017662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:54.033436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:54.079623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1392bbe5-ba7b-41eb-8372-e94622081cdb req-f1d8d0e4-7687-4bbf-890f-b4c2b13be50b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666456
Apr 15 10:52:54.115616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38656) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:54.151904 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.172966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:54.181687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Usage tracker for resource:security_group_rule and tenant:94ac931293e9463bba06ce4f258ffebf is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:54.199850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:54.209254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.209892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:54.213543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.233658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49594af8-a970-4293-8e98-de0a1332bce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.275604 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f0f5f0f74d3d406287e6c371e825060e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6764636
Apr 15 10:52:54.279575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38662) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:54.284177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572482d0-2d7f-4f6b-b392-4926f7ac129f,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:54.293928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.294316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.294695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.295070 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.295445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.295818 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.296183 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.296548 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.296913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.297261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.297829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.298247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.302726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.355068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.361016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.372314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.428436 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94ac931293e9463bba06ce4f258ffebf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3116486
Apr 15 10:52:54.431301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38670) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:54.433883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa8b0-cf89-4c6c-bdf6-94d716d29df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.468724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa8b0-cf89-4c6c-bdf6-94d716d29df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.514251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd124703-7d42-498d-b1ca-1e1550f45896,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:54.516610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b07c01b0-d501-4f2e-895f-74139bfaa2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.517068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa8b0-cf89-4c6c-bdf6-94d716d29df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.531406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.531844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.532237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.532622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.533005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.533420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.533802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.534188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.534856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.535252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.535749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.536339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:52:54.543750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.544506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2fd0631-acbd-414d-a7a6-248bc092bbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.546300 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b07c01b0-d501-4f2e-895f-74139bfaa2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.557046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fa8b0-cf89-4c6c-bdf6-94d716d29df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572482d0-2d7f-4f6b-b392-4926f7ac129f,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:54.560738 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ac3fa8b0-cf89-4c6c-bdf6-94d716d29df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.561981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa8b0-cf89-4c6c-bdf6-94d716d29df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.564816 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ac3fa8b0-cf89-4c6c-bdf6-94d716d29df3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/572482d0-2d7f-4f6b-b392-4926f7ac129f HTTP/1.1" status: 204  len: 168 time: 0.2826228
Apr 15 10:52:54.599581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b07c01b0-d501-4f2e-895f-74139bfaa2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.605166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-336b85a7-85dc-498d-80ce-232371e30b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:54.624170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c01b0-d501-4f2e-895f-74139bfaa2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd124703-7d42-498d-b1ca-1e1550f45896,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:54.627338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b07c01b0-d501-4f2e-895f-74139bfaa2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:54.632504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b07c01b0-d501-4f2e-895f-74139bfaa2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:54.634254 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b07c01b0-d501-4f2e-895f-74139bfaa2b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd124703-7d42-498d-b1ca-1e1550f45896 HTTP/1.1" status: 204  len: 168 time: 0.2018824
Apr 15 10:52:54.946437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.041429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38686) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:55.064692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.083440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:55.087635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Usage tracker for resource:security_group_rule and tenant:9871e6ddf7b447b481cbb26a7bc0ee25 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:55.092791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:55.097576 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:55.204744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.248551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.266005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-93ad95f2-6f6d-4bdc-8c0c-8089699f4218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:55.329912 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe3d7c-1349-4ce9-85ee-917bf82e017d,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:55.335726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:55.341370 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9871e6ddf7b447b481cbb26a7bc0ee25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2985251
Apr 15 10:52:55.344215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38702) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:55.367849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50d45b-98f4-4d34-af74-29c0067848f3 req-f84b235c-3b42-4143-a940-43a87dc7a567 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:55.376877 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bd50d45b-98f4-4d34-af74-29c0067848f3 req-f84b235c-3b42-4143-a940-43a87dc7a567 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1743221
Apr 15 10:52:55.439564 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bd50d45b-98f4-4d34-af74-29c0067848f3 req-e9809bc1-b336-4b3c-a7b6-b82b85213cb5 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614443
Apr 15 10:52:55.446985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b55ca9b2-0c17-44ec-a6a0-b18bf8ae73a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.491760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b55ca9b2-0c17-44ec-a6a0-b18bf8ae73a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.553184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b55ca9b2-0c17-44ec-a6a0-b18bf8ae73a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.560811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-58304021-7f80-4fc1-a9f6-2a6255348c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:55.577905 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ca9b2-0c17-44ec-a6a0-b18bf8ae73a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe3d7c-1349-4ce9-85ee-917bf82e017d,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:55.587825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b55ca9b2-0c17-44ec-a6a0-b18bf8ae73a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:55.589268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b55ca9b2-0c17-44ec-a6a0-b18bf8ae73a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.591914 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b55ca9b2-0c17-44ec-a6a0-b18bf8ae73a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8efe3d7c-1349-4ce9-85ee-917bf82e017d HTTP/1.1" status: 204  len: 168 time: 0.2460451
Apr 15 10:52:55.987720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:56.661319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b515-201f-40d0-b502-c1ee5cb5fe4b req-0d7e89e7-5939-4c9d-8ada-0a8244d61b1e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:56.669940 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9d60b515-201f-40d0-b502-c1ee5cb5fe4b req-0d7e89e7-5939-4c9d-8ada-0a8244d61b1e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1040225
Apr 15 10:52:56.722643 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9d60b515-201f-40d0-b502-c1ee5cb5fe4b req-9e3af9a4-a3b4-4afe-8b3f-f73ac65574e2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514848
Apr 15 10:52:57.954398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c24fa-6741-406a-85f5-bb4fb0165022 req-6c10adc1-9e06-473e-91b0-09ce88142208 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:57.964662 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d16c24fa-6741-406a-85f5-bb4fb0165022 req-6c10adc1-9e06-473e-91b0-09ce88142208 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1087868
Apr 15 10:52:58.028900 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d16c24fa-6741-406a-85f5-bb4fb0165022 req-791a0a61-3362-4af4-877e-16e6850817b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599875
Apr 15 10:52:59.205019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38920) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:59.242805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6bea9-d6be-4555-bdb6-91d19e21d3c0 req-f29bad0f-3811-443b-8e8a-96c7955abbf5 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:52:59.244395 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-78f6bea9-d6be-4555-bdb6-91d19e21d3c0 req-f29bad0f-3811-443b-8e8a-96c7955abbf5 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.0954368
Apr 15 10:52:59.298865 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-78f6bea9-d6be-4555-bdb6-91d19e21d3c0 req-eb591a09-7ff9-4cc8-9133-a53b3cedd9f3 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475318
Apr 15 10:52:59.342302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.358006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:52:59.362052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Usage tracker for resource:security_group_rule and tenant:91c3eb1d467d4c6aa6ac449876552b64 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:52:59.365005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:52:59.371794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:52:59.469200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.472162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.479792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:59.524449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b846fd6-6ebd-47e5-b7ea-1aa40424c556,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:59.530533 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91c3eb1d467d4c6aa6ac449876552b64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3242970
Apr 15 10:52:59.531837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:59.532747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38928) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:52:59.598140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd55a396-1466-49b0-9852-3f8827049b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.626396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd55a396-1466-49b0-9852-3f8827049b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.674193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd55a396-1466-49b0-9852-3f8827049b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.679453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:52:59.693056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55a396-1466-49b0-9852-3f8827049b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b846fd6-6ebd-47e5-b7ea-1aa40424c556,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:52:59.698690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fd55a396-1466-49b0-9852-3f8827049b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:52:59.702081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd55a396-1466-49b0-9852-3f8827049b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:59.706623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fd55a396-1466-49b0-9852-3f8827049b5a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b846fd6-6ebd-47e5-b7ea-1aa40424c556 HTTP/1.1" status: 204  len: 168 time: 0.1726508
Apr 15 10:53:00.033129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 38950) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:00.052498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.069150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:00.073494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1eadf98f9447c293122f6ec233291f is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:00.077321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:00.083334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:00.175643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.178670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.188782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6fd62a26-da18-460c-9e9d-41d4948171ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:00.235135 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d1eadf98f9447c293122f6ec233291f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2008631
Apr 15 10:53:00.236143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee00b73-71c5-4670-abb5-26d38239941a,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:00.239076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 38958) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:00.239579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:00.304343 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-538081cb-84d6-4ded-b81e-d84e3bf71973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.334058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-538081cb-84d6-4ded-b81e-d84e3bf71973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.397726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-538081cb-84d6-4ded-b81e-d84e3bf71973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.404591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:00.420694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-538081cb-84d6-4ded-b81e-d84e3bf71973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.424333 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-538081cb-84d6-4ded-b81e-d84e3bf71973 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2ee00b73-71c5-4670-abb5-26d38239941a HTTP/1.1" status: 204  len: 168 time: 0.1827519
Apr 15 10:53:00.424777 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538081cb-84d6-4ded-b81e-d84e3bf71973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee00b73-71c5-4670-abb5-26d38239941a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:00.427269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-538081cb-84d6-4ded-b81e-d84e3bf71973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:00.541670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de6c99-0973-4106-9a1a-25e5dafe996a req-b6b0dc36-bb03-46f8-a529-2acea3277952 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:00.551914 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45de6c99-0973-4106-9a1a-25e5dafe996a req-b6b0dc36-bb03-46f8-a529-2acea3277952 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1132329
Apr 15 10:53:00.602368 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45de6c99-0973-4106-9a1a-25e5dafe996a req-1b1165f1-e694-4b35-8cd0-c3ddde1f95c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495110
Apr 15 10:53:01.814254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342caefb-2a3a-454f-a685-4d1b0ba87da1 req-eca1f603-b4e4-42cc-8254-0033608a0ce4 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:01.815858 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-342caefb-2a3a-454f-a685-4d1b0ba87da1 req-eca1f603-b4e4-42cc-8254-0033608a0ce4 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.0925102
Apr 15 10:53:01.867296 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-342caefb-2a3a-454f-a685-4d1b0ba87da1 req-2d70af17-29ad-49e6-bf61-1a09917da261 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451422
Apr 15 10:53:02.362837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39056) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:02.502311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.518705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:02.523136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Usage tracker for resource:security_group_rule and tenant:72924e4a50d849bca495c4d76fee7d55 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:02.526259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:02.532998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:02.627536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.630623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.640305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0883a1e5-b764-4968-a80e-26abdfbcb499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:02.687408 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=72924e4a50d849bca495c4d76fee7d55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3273289
Apr 15 10:53:02.690352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39068) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:02.693275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f992f77-745b-4f2d-82a7-e83d8458f11b,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:02.708224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:02.765695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20dfc78c-d3d3-4d3a-a50d-ff74955a2123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.796397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20dfc78c-d3d3-4d3a-a50d-ff74955a2123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.842147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20dfc78c-d3d3-4d3a-a50d-ff74955a2123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.848552 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:02.860109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfc78c-d3d3-4d3a-a50d-ff74955a2123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f992f77-745b-4f2d-82a7-e83d8458f11b,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:02.862568 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-20dfc78c-d3d3-4d3a-a50d-ff74955a2123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:02.868785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20dfc78c-d3d3-4d3a-a50d-ff74955a2123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:02.873171 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-20dfc78c-d3d3-4d3a-a50d-ff74955a2123 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f992f77-745b-4f2d-82a7-e83d8458f11b HTTP/1.1" status: 204  len: 168 time: 0.1787839
Apr 15 10:53:03.102675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5849e-445b-40d4-9f9d-057220699ac1 req-310fa62a-79fb-4202-9a8d-4b3b986bcdb1 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:03.106071 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-89d5849e-445b-40d4-9f9d-057220699ac1 req-310fa62a-79fb-4202-9a8d-4b3b986bcdb1 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1147499
Apr 15 10:53:03.158627 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-89d5849e-445b-40d4-9f9d-057220699ac1 req-58d3ff5c-c961-42cb-90cb-000b8273c6fa tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449946
Apr 15 10:53:03.419225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39100) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:03.455805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.482530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:03.490248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Usage tracker for resource:security_group_rule and tenant:d135eee09db94cb89153ecf3a9db493a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:03.493506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:03.500761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:03.599075 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.601115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.609499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39110) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:03.611900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-20dfc78c-d3d3-4d3a-a50d-ff74955a2123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:03.666300 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d135eee09db94cb89153ecf3a9db493a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2459195
Apr 15 10:53:03.668129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5d856-2f43-4ec4-8473-8e7db0039f8c,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:03.669755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39116) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:03.684123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:03.782580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-442b9b62-8413-4b2a-8067-395c1764f86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.805638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.813013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-442b9b62-8413-4b2a-8067-395c1764f86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.831666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:03.835880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Usage tracker for resource:security_group_rule and tenant:2199515de7f54a2ab9da6d474893d111 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:03.839059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:03.845970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:03.861864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-442b9b62-8413-4b2a-8067-395c1764f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.867253 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ab9eeef6-8cd7-46b1-a7de-2afcb53bf8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:03.882287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b9b62-8413-4b2a-8067-395c1764f86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5d856-2f43-4ec4-8473-8e7db0039f8c,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:03.893137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-442b9b62-8413-4b2a-8067-395c1764f86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:03.910568 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-442b9b62-8413-4b2a-8067-395c1764f86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.911773 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-442b9b62-8413-4b2a-8067-395c1764f86f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/efe5d856-2f43-4ec4-8473-8e7db0039f8c HTTP/1.1" status: 204  len: 168 time: 0.2407806
Apr 15 10:53:03.950665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39126) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:03.960015 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.965042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:03.976162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a3488d01-3f3d-472c-9c69-7ec8b46ec771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:04.033616 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2199515de7f54a2ab9da6d474893d111&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4128952
Apr 15 10:53:04.036267 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39132) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:04.072316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f285297-a4f6-4fb8-9a3a-e68dfdac16ed,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:04.082770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:04.097598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.114763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:04.118971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Usage tracker for resource:security_group_rule and tenant:c6cfd7688b494b9aa47dc1ef93b61c32 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:04.122681 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:04.129002 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:04.142185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-38ffa020-0f3a-45ee-a68c-34a8e130ed43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.176941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-38ffa020-0f3a-45ee-a68c-34a8e130ed43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.227628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-38ffa020-0f3a-45ee-a68c-34a8e130ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.237074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7c866832-3226-4b88-a529-3e3670b5a0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:04.237283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.241929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.252942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dfcde3b6-a640-4bcb-92fe-45007007c4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:04.254692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffa020-0f3a-45ee-a68c-34a8e130ed43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f285297-a4f6-4fb8-9a3a-e68dfdac16ed,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:04.257167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-38ffa020-0f3a-45ee-a68c-34a8e130ed43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:04.263520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-38ffa020-0f3a-45ee-a68c-34a8e130ed43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.267173 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-38ffa020-0f3a-45ee-a68c-34a8e130ed43 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f285297-a4f6-4fb8-9a3a-e68dfdac16ed HTTP/1.1" status: 204  len: 168 time: 0.2097282
Apr 15 10:53:04.339276 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c6cfd7688b494b9aa47dc1ef93b61c32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3871346
Apr 15 10:53:04.340472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39144) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:04.345034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9afe2-b559-4a47-a275-a11432240b1f,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:04.363258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:04.414494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93c875-8011-4d0e-a90a-355ec2ea77b5 req-a8ad6703-6e91-4f12-a55e-ed10fbaed827 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:04.425926 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec93c875-8011-4d0e-a90a-355ec2ea77b5 req-a8ad6703-6e91-4f12-a55e-ed10fbaed827 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1165438
Apr 15 10:53:04.435257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-362ddd9c-c82e-4f82-bbe6-e625ed1b376a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.475092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-362ddd9c-c82e-4f82-bbe6-e625ed1b376a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.496200 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec93c875-8011-4d0e-a90a-355ec2ea77b5 req-5bbe817b-f65a-4116-ac1e-2f604961be51 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689824
Apr 15 10:53:04.539991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-362ddd9c-c82e-4f82-bbe6-e625ed1b376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.547276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d07a4aa4-b06e-4894-8c44-3bcb9b1ec1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:04.565175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-362ddd9c-c82e-4f82-bbe6-e625ed1b376a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.569670 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-362ddd9c-c82e-4f82-bbe6-e625ed1b376a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2a9afe2-b559-4a47-a275-a11432240b1f HTTP/1.1" status: 204  len: 168 time: 0.2268171
Apr 15 10:53:04.570826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ddd9c-c82e-4f82-bbe6-e625ed1b376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9afe2-b559-4a47-a275-a11432240b1f,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:04.573317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-362ddd9c-c82e-4f82-bbe6-e625ed1b376a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:04.853216 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39164) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:04.875632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:04.894553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:04.899428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Usage tracker for resource:security_group_rule and tenant:bf945f192a7a4dc4ae5b121aab755a82 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:04.903031 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:04.911185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:05.015478 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.020493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.059067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5b58c0ed-2b81-4321-971c-919123132574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:05.090949 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bf945f192a7a4dc4ae5b121aab755a82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2365298
Apr 15 10:53:05.092952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03201c1-ab37-4e35-8263-a52a780298d1,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:05.093800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39176) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:05.096383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:05.136938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39180) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:05.157205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.173776 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:05.178304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Usage tracker for resource:security_group_rule and tenant:876834087aa54fd98be2e0c9f9f25455 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:05.181401 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:05.187595 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:05.194447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb22a4e5-b0aa-4e8f-a3f4-2c91b9def8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.225931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb22a4e5-b0aa-4e8f-a3f4-2c91b9def8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.280534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb22a4e5-b0aa-4e8f-a3f4-2c91b9def8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.290254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fff4f8d3-bc08-45c1-a3c3-3fbc94712d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:05.290838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.294629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.303848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a7000b38-64ed-4d48-8909-ff0b63afd8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:05.316181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22a4e5-b0aa-4e8f-a3f4-2c91b9def8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03201c1-ab37-4e35-8263-a52a780298d1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:05.342381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fb22a4e5-b0aa-4e8f-a3f4-2c91b9def8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:05.345804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb22a4e5-b0aa-4e8f-a3f4-2c91b9def8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.347472 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fb22a4e5-b0aa-4e8f-a3f4-2c91b9def8d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f03201c1-ab37-4e35-8263-a52a780298d1 HTTP/1.1" status: 204  len: 168 time: 0.2523968
Apr 15 10:53:05.355960 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=876834087aa54fd98be2e0c9f9f25455&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2168512
Apr 15 10:53:05.357803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e161a978-141e-4809-a191-b0ecfdeb5982,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:05.360771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39190) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:05.362973 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:05.439230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b81a2e31-500b-48ff-bff4-907278a48ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.471188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b81a2e31-500b-48ff-bff4-907278a48ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.542829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b81a2e31-500b-48ff-bff4-907278a48ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.548876 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-24663059-ece6-4ae9-97f0-661c04e29fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:05.564445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a2e31-500b-48ff-bff4-907278a48ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e161a978-141e-4809-a191-b0ecfdeb5982,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:05.572978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b81a2e31-500b-48ff-bff4-907278a48ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:05.576819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b81a2e31-500b-48ff-bff4-907278a48ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:05.581987 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b81a2e31-500b-48ff-bff4-907278a48ee0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e161a978-141e-4809-a191-b0ecfdeb5982 HTTP/1.1" status: 204  len: 168 time: 0.2162728
Apr 15 10:53:05.819850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa07228-3c6f-44ee-b8ca-ed09795b1fe2 req-84e4147f-f232-409c-8778-f72643c4b691 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:05.821487 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3fa07228-3c6f-44ee-b8ca-ed09795b1fe2 req-84e4147f-f232-409c-8778-f72643c4b691 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1405172
Apr 15 10:53:05.895023 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3fa07228-3c6f-44ee-b8ca-ed09795b1fe2 req-14c96eda-c9d4-487d-bf2c-42d6c4ab7087 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624573
Apr 15 10:53:07.173620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdf3ef-a58e-425f-aff8-b238f50a0a0f req-8720dfe0-9e79-4f99-b8e5-338529f3c24b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:07.175999 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-17bdf3ef-a58e-425f-aff8-b238f50a0a0f req-8720dfe0-9e79-4f99-b8e5-338529f3c24b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1561158
Apr 15 10:53:07.247603 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-17bdf3ef-a58e-425f-aff8-b238f50a0a0f req-709a5344-efbf-4a35-a992-06fcac5fc048 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645862
Apr 15 10:53:07.802941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93e43d-a70e-4472-b796-23758c3a4c44 req-47fc18b6-2b45-4b63-a8bd-6706c56c51b7 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:07.804541 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1e93e43d-a70e-4472-b796-23758c3a4c44 req-47fc18b6-2b45-4b63-a8bd-6706c56c51b7 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 946 time: 0.1035349
Apr 15 10:53:07.857720 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1e93e43d-a70e-4472-b796-23758c3a4c44 req-34227356-8b55-46c9-bd21-2eefa0f7a10f tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454006
Apr 15 10:53:08.046870 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:53:08.467423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180b30-a645-48ed-8292-5ab8877e0d7b req-b15970ab-341b-41ab-ae19-55c34b50d995 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:08.469035 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ad180b30-a645-48ed-8292-5ab8877e0d7b req-b15970ab-341b-41ab-ae19-55c34b50d995 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.0974181
Apr 15 10:53:08.519526 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ad180b30-a645-48ed-8292-5ab8877e0d7b req-0df1e989-09d6-46ca-bdcd-04cae652eeae tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434330
Apr 15 10:53:09.121678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaada39-dce7-4244-b4d0-e67feb243adc req-fb7f1c45-39a8-43c6-84c9-7597a3821a53 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:09.123300 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ebaada39-dce7-4244-b4d0-e67feb243adc req-fb7f1c45-39a8-43c6-84c9-7597a3821a53 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 946 time: 0.1042490
Apr 15 10:53:09.185399 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ebaada39-dce7-4244-b4d0-e67feb243adc req-24058982-c4c2-49a6-ac89-6f895174351c tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461626
Apr 15 10:53:09.753410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc821d-fd42-4bd5-b8e8-e9314f2194ac req-6a0b28be-d729-41cc-9565-1dea9e8c5219 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:09.754212 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-62cc821d-fd42-4bd5-b8e8-e9314f2194ac req-6a0b28be-d729-41cc-9565-1dea9e8c5219 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1024909
Apr 15 10:53:09.806318 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-62cc821d-fd42-4bd5-b8e8-e9314f2194ac req-66650ffd-48d7-487a-936f-53674b43d226 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456953
Apr 15 10:53:10.109398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-79ada3ba-6cb0-4acc-96f0-a0618253f7b6 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:10.111024 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-79ada3ba-6cb0-4acc-96f0-a0618253f7b6 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 946 time: 0.1094687
Apr 15 10:53:10.196626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Deleting port 388f579f-04e7-416d-a229-78944a2e3025 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:53:10.197015 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.551299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff1dc-67b9-43ed-abdb-7da9f02bbcf3 req-dd2f84ea-5f39-4f75-a581-bc66dfe7e879 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:10.552860 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9fcff1dc-67b9-43ed-abdb-7da9f02bbcf3 req-dd2f84ea-5f39-4f75-a581-bc66dfe7e879 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 946 time: 0.2432730
Apr 15 10:53:10.595677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] For port 388f579f-04e7-416d-a229-78944a2e3025, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=388f579f-04e7-416d-a229-78944a2e3025,segment=NetworkSegment(c8171840-4dd8-4313-a6f6-c222e4dc53e8),segment_id=c8171840-4dd8-4313-a6f6-c222e4dc53e8)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:10.596070 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:10.758740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Calling delete_port for 388f579f-04e7-416d-a229-78944a2e3025 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:53:10.800374 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9fcff1dc-67b9-43ed-abdb-7da9f02bbcf3 req-7795a5bf-0f96-420d-9504-9d689d67d62b tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd98d307-1bd9-41c0-9277-cf0940fd2328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2340865
Apr 15 10:53:11.257703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.280314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:11.306138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['388f579f-04e7-416d-a229-78944a2e3025'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:11.330533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994ac04-35f0-4a83-9460-d4dc47349ab5 req-930b5c81-2ce2-43a2-bf24-1f74dc3f0e3c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:11.338208 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2994ac04-35f0-4a83-9460-d4dc47349ab5 req-930b5c81-2ce2-43a2-bf24-1f74dc3f0e3c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.2237756
Apr 15 10:53:11.413130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Pushing event deleted for resources: {'Port': ['ID=388f579f-04e7-416d-a229-78944a2e3025,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:11.419953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:11.435312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39426) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:11.468979 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2994ac04-35f0-4a83-9460-d4dc47349ab5 req-02cc89ff-5078-4aee-a1ed-5c29973ae443 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297872
Apr 15 10:53:11.575883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.591903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:11.596113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Usage tracker for resource:security_group_rule and tenant:29520a6aabae4cf49ac12a74fe44ae46 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:11.597880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] No DVR routers for this DVR port 388f579f-04e7-416d-a229-78944a2e3025 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:53:11.599349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:11.601014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.606014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54cd8f-4b6b-4ca3-a73c-823c6f83be34', 'name': 'network-vif-deleted', 'tag': '388f579f-04e7-416d-a229-78944a2e3025'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:11.606934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:11.621305 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-15bd6cda-368e-41cc-8bb7-d3dcf55a5049 req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.104 "DELETE /v2.0/ports/388f579f-04e7-416d-a229-78944a2e3025 HTTP/1.1" status: 204  len: 173 time: 1.5019889
Apr 15 10:53:11.664863 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54cd8f-4b6b-4ca3-a73c-823c6f83be34', 'name': 'network-vif-deleted', 'tag': '388f579f-04e7-416d-a229-78944a2e3025', 'status': 'completed', 'code': 200}
Apr 15 10:53:11.712249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.715083 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.724295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:11.769947 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29520a6aabae4cf49ac12a74fe44ae46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3331511
Apr 15 10:53:11.770475 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dfc03c-63ec-499c-86d0-59de9a932922,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:11.772556 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39434) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:11.774158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:11.840764 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d1396ed-3fff-40cc-a67b-0078818bc412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.870380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d1396ed-3fff-40cc-a67b-0078818bc412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.924343 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d1396ed-3fff-40cc-a67b-0078818bc412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:11.930836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-538081cb-84d6-4ded-b81e-d84e3bf71973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:11.991487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1396ed-3fff-40cc-a67b-0078818bc412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dfc03c-63ec-499c-86d0-59de9a932922,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:12.020026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d1396ed-3fff-40cc-a67b-0078818bc412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.024780 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9d1396ed-3fff-40cc-a67b-0078818bc412 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4dfc03c-63ec-499c-86d0-59de9a932922 HTTP/1.1" status: 204  len: 168 time: 0.2478652
Apr 15 10:53:12.024780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9d1396ed-3fff-40cc-a67b-0078818bc412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:12.025225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-134bcc9e-1bd0-49c9-a1a1-da995b0ba4b5 req-cf2f1d98-96c1-411f-a57c-b86b117968e2 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Synchronizing usage tracker for tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:12.054328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-134bcc9e-1bd0-49c9-a1a1-da995b0ba4b5 req-cf2f1d98-96c1-411f-a57c-b86b117968e2 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Unset dirty status for tenant:2f30f8e6408f4c3aaf7afb2ba70f7056 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:12.055982 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-134bcc9e-1bd0-49c9-a1a1-da995b0ba4b5 req-cf2f1d98-96c1-411f-a57c-b86b117968e2 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d54cd8f-4b6b-4ca3-a73c-823c6f83be34 HTTP/1.1" status: 200  len: 210 time: 0.1167805
Apr 15 10:53:12.313604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39460) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:12.501452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.520088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:12.524807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Usage tracker for resource:security_group_rule and tenant:93e48c0c56d04aac98fa14a25c72e1ae is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:12.529522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:12.536327 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:12.686882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.690365 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.700139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-439699df-d62f-414b-a900-970cee4c8974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:12.742856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c807ed-4fcc-4378-9814-5e29b89bd6af req-da8bafb3-1a84-4335-9a75-787d7d66c11c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:12.744608 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d1c807ed-4fcc-4378-9814-5e29b89bd6af req-da8bafb3-1a84-4335-9a75-787d7d66c11c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1179621
Apr 15 10:53:12.755979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb745cc-3623-45db-be07-e98513e581d8,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:12.764117 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=93e48c0c56d04aac98fa14a25c72e1ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4488723
Apr 15 10:53:12.765631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:12.766362 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39484) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:12.822426 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d1c807ed-4fcc-4378-9814-5e29b89bd6af req-7b27f207-b8d7-4eca-949e-a289c4edcfdf tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675623
Apr 15 10:53:12.849759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f754aa8e-45f0-4054-b1fb-cb3e924b14bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.878213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f754aa8e-45f0-4054-b1fb-cb3e924b14bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.929967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f754aa8e-45f0-4054-b1fb-cb3e924b14bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.943703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:12.963811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f754aa8e-45f0-4054-b1fb-cb3e924b14bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:12.967543 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f754aa8e-45f0-4054-b1fb-cb3e924b14bc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aeb745cc-3623-45db-be07-e98513e581d8 HTTP/1.1" status: 204  len: 168 time: 0.1974196
Apr 15 10:53:12.967543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754aa8e-45f0-4054-b1fb-cb3e924b14bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb745cc-3623-45db-be07-e98513e581d8,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:12.970354 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f754aa8e-45f0-4054-b1fb-cb3e924b14bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:13.430671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39512) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:13.450492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.468790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:13.475524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Usage tracker for resource:security_group_rule and tenant:70aef2a55b0247e5bd04970544d769c0 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:13.479018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:13.486137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:13.597492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.601982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.616299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d593ef38-317b-4dcf-acc3-6bec8a359439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:13.650609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066997fc-cb61-4789-9a0c-64984e1d11e8,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:13.666293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:13.705690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39526) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:13.705926 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=70aef2a55b0247e5bd04970544d769c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2740438
Apr 15 10:53:13.788833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-84b4f48b-aaf2-4e6d-a73b-75607ef8ff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.823545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-84b4f48b-aaf2-4e6d-a73b-75607ef8ff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.883730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-84b4f48b-aaf2-4e6d-a73b-75607ef8ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.892441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9d1396ed-3fff-40cc-a67b-0078818bc412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:13.912489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4f48b-aaf2-4e6d-a73b-75607ef8ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066997fc-cb61-4789-9a0c-64984e1d11e8,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:13.916446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-84b4f48b-aaf2-4e6d-a73b-75607ef8ff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:13.930094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-84b4f48b-aaf2-4e6d-a73b-75607ef8ff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.935900 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-84b4f48b-aaf2-4e6d-a73b-75607ef8ff06 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/066997fc-cb61-4789-9a0c-64984e1d11e8 HTTP/1.1" status: 204  len: 168 time: 0.2287731
Apr 15 10:53:14.061470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 388f579f-04e7-416d-a229-78944a2e3025 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:53:14.068008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d71579-cd97-4984-9dcd-44b294459be6 req-8ddf96e5-3589-4f11-9c96-28e346c317aa tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:14.070100 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e6d71579-cd97-4984-9dcd-44b294459be6 req-8ddf96e5-3589-4f11-9c96-28e346c317aa tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1006048
Apr 15 10:53:14.110427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 388f579f-04e7-416d-a229-78944a2e3025 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:53:14.110920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 388f579f-04e7-416d-a229-78944a2e3025 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:53:14.129400 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e6d71579-cd97-4984-9dcd-44b294459be6 req-7f0db1ed-cf95-4e25-b579-7367fb2f5415 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521221
Apr 15 10:53:14.345223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39540) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:14.365656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.381733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:14.386457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f98162dffb441f98cf309571d959a0 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:14.389733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:14.395964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:14.499178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.502224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.511414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b81a2e31-500b-48ff-bff4-907278a48ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:14.554178 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c9f98162dffb441f98cf309571d959a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2077525
Apr 15 10:53:14.556198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb6f2e-dc51-489d-9d94-7d52cdc1018e,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:14.557016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39550) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:14.560177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:14.622620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-35c3e061-2fff-4d7b-befe-8e3200616a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.650490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-35c3e061-2fff-4d7b-befe-8e3200616a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.699123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-35c3e061-2fff-4d7b-befe-8e3200616a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.704750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:14.718167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3e061-2fff-4d7b-befe-8e3200616a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb6f2e-dc51-489d-9d94-7d52cdc1018e,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:14.723774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-35c3e061-2fff-4d7b-befe-8e3200616a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:14.731302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-35c3e061-2fff-4d7b-befe-8e3200616a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.734955 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-35c3e061-2fff-4d7b-befe-8e3200616a00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/efbb6f2e-dc51-489d-9d94-7d52cdc1018e HTTP/1.1" status: 204  len: 168 time: 0.1737227
Apr 15 10:53:15.183474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39582) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:15.261077 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] Deleting subnet 015980f1-a360-4853-9f1b-8276db991ab3 {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:53:15.264989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:15.326370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:15.381401 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6136244-f8c0-4d52-b4c0-e5385e03473c req-72805a38-e51b-4ba5-93fc-cda16b41b915 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:15.384692 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b6136244-f8c0-4d52-b4c0-e5385e03473c req-72805a38-e51b-4ba5-93fc-cda16b41b915 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1004004
Apr 15 10:53:15.419167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:15.438762 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b6136244-f8c0-4d52-b4c0-e5385e03473c req-7ad70281-71c1-4cd3-8207-4e7bd05a0efd tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469553
Apr 15 10:53:15.717385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:15.730662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-74f0c4bc-726d-4a03-8ae7-0e8126aead82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:16.012368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015980f1-a360-4853-9f1b-8276db991ab3,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:16.017164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:16.073617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:16.083427 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7e89c0bb-b42d-405e-bfe2-3e73ca9ea9da admin admin] 10.222.0.68 "DELETE /v2.0/subnets/015980f1-a360-4853-9f1b-8276db991ab3 HTTP/1.1" status: 204  len: 168 time: 0.8966126
Apr 15 10:53:16.083674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39612) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:16.204863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:16.410708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:16.538613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623b00fe48>,) {'filters': {'network_id': ['5bfee9be-33f0-4d00-a2c4-e4d607408f33']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:16.556146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b00fe48>, 'c8171840-4dd8-4313-a6f6-c222e4dc53e8') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:16.556503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b00fe48>, 'c8171840-4dd8-4313-a6f6-c222e4dc53e8') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:16.570536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:16.587212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:16.596927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:53:16.701843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d848f2-c863-44ba-ba64-586c6aa08a8c req-49399781-0353-4236-801e-c4625ef485d1 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:16.709965 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-84d848f2-c863-44ba-ba64-586c6aa08a8c req-49399781-0353-4236-801e-c4625ef485d1 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1306193
Apr 15 10:53:16.767356 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-84d848f2-c863-44ba-ba64-586c6aa08a8c req-f8522c2e-a28a-4dfb-8ab7-81c83c7098b5 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505192
Apr 15 10:53:16.808889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:53:16.819562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.020400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Network 5bfee9be-33f0-4d00-a2c4-e4d607408f33 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:53:17.051241 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:53:17.140547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.145578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.149715 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:17.176145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfee9be-33f0-4d00-a2c4-e4d607408f33,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:17.179089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:17.181693 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] 10.222.0.68 "DELETE /v2.0/networks/5bfee9be-33f0-4d00-a2c4-e4d607408f33 HTTP/1.1" status: 204  len: 168 time: 1.0965552
Apr 15 10:53:17.390730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39658) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:17.456013 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-402573b6-cf9f-4f4b-ae02-643502bc651f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f30f8e6408f4c3aaf7afb2ba70f7056&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0657947
Apr 15 10:53:17.459509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39666) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:17.525870 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2bd8f7f-f9d7-4e17-89ea-7d0fc2d4d9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.560911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2bd8f7f-f9d7-4e17-89ea-7d0fc2d4d9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.608615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2bd8f7f-f9d7-4e17-89ea-7d0fc2d4d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.613865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c4224ff3-1a3d-4493-b47b-e0741edfaa08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:17.631036 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd8f7f-f9d7-4e17-89ea-7d0fc2d4d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd98d307-1bd9-41c0-9277-cf0940fd2328,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:17.633841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2bd8f7f-f9d7-4e17-89ea-7d0fc2d4d9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:17.644266 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2bd8f7f-f9d7-4e17-89ea-7d0fc2d4d9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:17.645531 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f2bd8f7f-f9d7-4e17-89ea-7d0fc2d4d9fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cd98d307-1bd9-41c0-9277-cf0940fd2328 HTTP/1.1" status: 204  len: 168 time: 0.1848857
Apr 15 10:53:17.888247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39690) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:18.081443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dcda0-9b0f-477d-a842-1f9b3fc75922 req-8a2e7d2c-848e-4a17-89cc-c7432e7c6bfb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:18.083290 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d1dcda0-9b0f-477d-a842-1f9b3fc75922 req-8a2e7d2c-848e-4a17-89cc-c7432e7c6bfb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1636059
Apr 15 10:53:18.168543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-1ddc23d8-bbd6-4242-a526-9c4d1119ea33 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:18.170497 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-1ddc23d8-bbd6-4242-a526-9c4d1119ea33 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 815 time: 0.2628889
Apr 15 10:53:18.189481 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d1dcda0-9b0f-477d-a842-1f9b3fc75922 req-db526308-e26c-4c1b-ac87-049d269738ee tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987434
Apr 15 10:53:18.191070 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-0a1cd1a5-646f-447f-8ac8-bb56a5ba575a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/quotas/0e4727bc6c744ca2a6add783d7b90578 HTTP/1.1" status: 200  len: 375 time: 0.0145495
Apr 15 10:53:18.195488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.216909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:18.227016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:cf657eca26f349e0b761c36ea58d9708 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:18.232369 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:18.237951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:18.336450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.340475 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.352546 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-8fe232d4-a7cb-4b52-81c7-feebd1197721 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1511328
Apr 15 10:53:18.358788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:18.420677 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf657eca26f349e0b761c36ea58d9708&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5306976
Apr 15 10:53:18.421375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39718) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:18.451996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af25d47-dd22-448a-91c3-af4acf83d76a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:18.456863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:18.513110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-03d0b9b9-d2c3-4ef9-8e8e-5539cb4cadd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.537523 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-37553fbf-b135-4cbc-8de3-1154ae446ded service neutron] 10.222.0.68 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762376
Apr 15 10:53:18.546435 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-03d0b9b9-d2c3-4ef9-8e8e-5539cb4cadd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.601306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-03d0b9b9-d2c3-4ef9-8e8e-5539cb4cadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.607755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2bd8f7f-f9d7-4e17-89ea-7d0fc2d4d9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:18.620239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0b9b9-d2c3-4ef9-8e8e-5539cb4cadd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af25d47-dd22-448a-91c3-af4acf83d76a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:18.622741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-03d0b9b9-d2c3-4ef9-8e8e-5539cb4cadd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:18.623014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39726) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:18.632610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-03d0b9b9-d2c3-4ef9-8e8e-5539cb4cadd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:18.638132 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-03d0b9b9-d2c3-4ef9-8e8e-5539cb4cadd9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9af25d47-dd22-448a-91c3-af4acf83d76a HTTP/1.1" status: 204  len: 168 time: 0.1997533
Apr 15 10:53:18.723448 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-66c45a0e-e635-4299-aa19-fbde5756ab57 service neutron] 10.222.0.68 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773160
Apr 15 10:53:18.940412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-919958145-network', 'tenant_id': 'baece6e1d3d74502abc623559fb98938'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:18.958629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:18.963159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Usage tracker for resource:network and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:18.966973 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:18.975074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:18.986056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Made reservation on behalf of baece6e1d3d74502abc623559fb98938 for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:18.991434 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.007680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.030416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:19.037531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Usage tracker for resource:security_group_rule and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:19.041499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:19.048494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:19.067634 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7273c371-4203-43dd-9f54-acdae9e9c849 req-cf2d0c59-9bfe-4636-8bf1-84693d7d0c50 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 210 time: 0.1316271
Apr 15 10:53:19.165883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39752) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:19.183533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.185532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.187958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.194319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b07c01b0-d501-4f2e-895f-74139bfaa2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:19.208941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:19.214400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Usage tracker for resource:security_group_rule and tenant:471cfcd02c564875a2d58970dab94b5a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:19.230982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:19.231168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb815a1-9b5e-4dbb-9a37-a9340fc69cfa,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:19.235581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:19.243672 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:53:19.259375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.261538 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Added segment d1dc4189-e5af-400e-9508-6df27ade764b of type vlan for network 4a522c71-2c19-419b-a626-745739117657
Apr 15 10:53:19.261952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:19.311644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.374165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.377649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:19.378305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.391765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9141b038-02d5-4fb2-99e2-86fd8afadd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:19.403056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.406415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.438141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6fb33108-bd75-40d7-8fca-899a7a82e1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:19.453508 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=471cfcd02c564875a2d58970dab94b5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2866955
Apr 15 10:53:19.456419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39766) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:19.529100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23415063-86fc-4ce0-9e1f-a606bb0acd56,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:19.539446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:19.549130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d354-8f63-4de8-b988-192aa7cb7627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.594451 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9701545
Apr 15 10:53:19.596064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Pushing event updated for resources: {'Network': ['ID=4a522c71-2c19-419b-a626-745739117657,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:19.598319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39772) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:19.601977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:19.608986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Request body: {'subnet': {'network_id': '4a522c71-2c19-419b-a626-745739117657', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-subnet', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:19.610904 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 4a522c71-2c19-419b-a626-745739117657 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:53:19.617424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:19.619642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d354-8f63-4de8-b988-192aa7cb7627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.628223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Usage tracker for resource:subnet and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:19.633140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:19.641754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:19.678056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06197be-e7f7-4eac-930a-2a8be9924541 req-1f80cae2-2b25-4e8e-a613-4edf3ffb338d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:19.680087 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a06197be-e7f7-4eac-930a-2a8be9924541 req-1f80cae2-2b25-4e8e-a613-4edf3ffb338d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.2916019
Apr 15 10:53:19.684071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Made reservation on behalf of baece6e1d3d74502abc623559fb98938 for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:19.689217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8129964'] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.718453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d354-8f63-4de8-b988-192aa7cb7627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.725824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f80ddc49-3bcf-486f-a217-005b3a21bc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:19.749721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1d354-8f63-4de8-b988-192aa7cb7627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23415063-86fc-4ce0-9e1f-a606bb0acd56,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:19.752118 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2b1d354-8f63-4de8-b988-192aa7cb7627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:19.753138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d354-8f63-4de8-b988-192aa7cb7627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:19.754383 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f2b1d354-8f63-4de8-b988-192aa7cb7627 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23415063-86fc-4ce0-9e1f-a606bb0acd56 HTTP/1.1" status: 204  len: 168 time: 0.2969551
Apr 15 10:53:19.758694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3166-566a-4e09-ae77-6c21f447d775 req-5a7fdb3b-9f48-4e5c-b79d-d80114cd6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:19.761689 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c07d3166-566a-4e09-ae77-6c21f447d775 req-5a7fdb3b-9f48-4e5c-b79d-d80114cd6d33 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 1098 time: 0.1851897
Apr 15 10:53:19.828213 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c07d3166-566a-4e09-ae77-6c21f447d775 req-1b19ba19-382a-4adf-b4aa-c9519f057248 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544930
Apr 15 10:53:19.902440 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a06197be-e7f7-4eac-930a-2a8be9924541 req-ac955de3-e85f-4e23-85a9-a289fadd07bd tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787834
Apr 15 10:53:20.152095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39790) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:20.343011 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b34dcb02-c5c6-4337-9a83-d9462209bf92 req-b595e06a-3048-4465-8501-73935244a4c4 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 210 time: 0.0939841
Apr 15 10:53:20.390476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.411924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:20.416414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Usage tracker for resource:security_group_rule and tenant:45ddf99464874114ad6966efe2fcc2f9 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:20.426729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:20.427558 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:20.470804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848453805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8129981'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.489370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-420060b5-d1be-41db-afcd-d6720c0090d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:20.524019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.528231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.538243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1033ab5c-cb76-4fd0-9056-abbe0e2aca79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:20.586051 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a14028-898e-4d96-8e95-a3d995b58006,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:20.592665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:20.631859 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45ddf99464874114ad6966efe2fcc2f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4781353
Apr 15 10:53:20.633489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39818) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:20.657915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1a22430-7e1b-4eaf-bd34-2f3a7623ba7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.742295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4916087-5b93-4f0a-9fa4-f96cc319497b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.742891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2486d50f-8717-42b4-98df-9b18a0a3cbdb,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:20.744575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:20.791171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4916087-5b93-4f0a-9fa4-f96cc319497b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.857812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Checking segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:20.860485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Network hostable DHCP agents. Network: 4a522c71-2c19-419b-a626-745739117657, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:53:20.869238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4916087-5b93-4f0a-9fa4-f96cc319497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.880504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91789708-9dc6-420b-8bb5-a1d1885e98ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:20.898971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Network 4a522c71-2c19-419b-a626-745739117657 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:53:20.918984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 4a522c71-2c19-419b-a626-745739117657) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:20.935677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef639570-d439-411a-b053-fcf12a740c89 None None] Network 4a522c71-2c19-419b-a626-745739117657 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:53:20.944329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4916087-5b93-4f0a-9fa4-f96cc319497b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:20.945553 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d4916087-5b93-4f0a-9fa4-f96cc319497b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40a14028-898e-4d96-8e95-a3d995b58006 HTTP/1.1" status: 204  len: 168 time: 0.3106909
Apr 15 10:53:20.956822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916087-5b93-4f0a-9fa4-f96cc319497b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a14028-898e-4d96-8e95-a3d995b58006,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:20.961436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d4916087-5b93-4f0a-9fa4-f96cc319497b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:21.038107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:21.038814 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:21.105127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-93d7073c-757e-4e9c-8805-39a16508f597 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:21.106678 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-93d7073c-757e-4e9c-8805-39a16508f597 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 815 time: 0.2707112
Apr 15 10:53:21.110412 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a712fed3-e76b-42f1-8447-3516c68693f2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5099251
Apr 15 10:53:21.115850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39840) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:21.132128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:21.142446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Request body: {'port': {'device_id': 'be34a1dc-cf7e-4b8e-8974-3e92c542ad3f', 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'admin_state_up': True, 'tenant_id': '0e4727bc6c744ca2a6add783d7b90578'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:21.153699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:21.306049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Usage tracker for resource:router and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:21.326480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:21.348674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:21.507500 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-4a522c71-2c19-419b-a626-745739117657', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:53:21.509065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:21.548901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:21.578736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:21.604902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Made reservation on behalf of 0e4727bc6c744ca2a6add783d7b90578 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:21.616257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:21.770629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Allocated IP 172.20.0.2 (4a522c71-2c19-419b-a626-745739117657/2486d50f-8717-42b4-98df-9b18a0a3cbdb/b6c0e9fe-b633-45e2-ad07-74cedcccd325) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:21.878093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:21.879738 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:21.898212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:21.912936 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4ca38139-e7d6-4a2f-a584-49a607afc681 req-974d39a3-7217-47fb-9b4c-b75af2fb82c1 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 210 time: 0.2415414
Apr 15 10:53:22.058476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.070043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Transition to ACTIVE for port object b6c0e9fe-b633-45e2-ad07-74cedcccd325 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:22.080361 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Allocated IP 172.20.0.6 (a7c30fb4-19c2-40a8-a79d-170b919ee1ed/df1a9711-11de-42c5-8800-31193bcc8998/f0d01e2b-a31f-4c30-a657-1a9f5ce45518) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:22.095555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Transition to ACTIVE for port object b6c0e9fe-b633-45e2-ad07-74cedcccd325 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:22.106626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.211155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:22.251730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb4d5-dc9d-402a-bd2c-b00f05f96589 req-ac07b2ba-73f1-468d-a4a9-4f7b8579d2d7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:22.253639 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08feb4d5-dc9d-402a-bd2c-b00f05f96589 req-ac07b2ba-73f1-468d-a4a9-4f7b8579d2d7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 1.1091380
Apr 15 10:53:22.260975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.297925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Pushing event updated for resources: {'Port': ['ID=b6c0e9fe-b633-45e2-ad07-74cedcccd325,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:22.328770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.329163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.329552 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.330101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.330621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.331141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.331674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.332197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.332735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.333461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.333976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.334487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:22.339886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:22.355279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Network 4a522c71-2c19-419b-a626-745739117657 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:22.356724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:22.357682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.360145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:22.393509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.408173 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08feb4d5-dc9d-402a-bd2c-b00f05f96589 req-4a379a6c-7ce9-4588-986e-eade4a7906a3 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423628
Apr 15 10:53:22.423484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3ad32036-4947-4bf4-b894-2e16c3920154 tempest-DeleteServersTestJSON-2054625224 tempest-DeleteServersTestJSON-2054625224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:22.464672 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:22.561416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Attempting to bind port b6c0e9fe-b633-45e2-ad07-74cedcccd325 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:22.561959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Attempting to bind port b6c0e9fe-b633-45e2-ad07-74cedcccd325 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:22.562245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Attempting to bind port b6c0e9fe-b633-45e2-ad07-74cedcccd325 on network 4a522c71-2c19-419b-a626-745739117657 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:22.570096 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:22.570328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Checking segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:22.570695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.571136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Bound using segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:22.571948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Bound port: b6c0e9fe-b633-45e2-ad07-74cedcccd325, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:22.572082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.587243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Pushing event updated for resources: {'Port': ['ID=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:22.590706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:22.629188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 39882) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:22.658407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:22.659968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:22.662600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:22.670219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:22.671015 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.701702 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5645735
Apr 15 10:53:22.706532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.706680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] For port b6c0e9fe-b633-45e2-ad07-74cedcccd325, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:22.712190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] For port b6c0e9fe-b633-45e2-ad07-74cedcccd325, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=b6c0e9fe-b633-45e2-ad07-74cedcccd325,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:22.723618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.733407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Request body: {'port': {'device_id': 'be34a1dc-cf7e-4b8e-8974-3e92c542ad3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:22.741743 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.771422 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:22.880446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.904363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Allocated IP 172.27.3.95 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/32a562de-553e-4c0c-89f9-0a29f3e386c5) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:22.920003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:22.987148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:22.992231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b629e054fb4bb883a6cf17bbd82c42 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:22.996106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:23.002412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:23.146516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.195783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.215939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3435e290-4e34-4d72-b0ca-de9031e83e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.228716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:23.235192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Pushing event updated for resources: {'Port': ['ID=b6c0e9fe-b633-45e2-ad07-74cedcccd325,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:23.238528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:23.380719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Pushing event updated for resources: {'Port': ['ID=32a562de-553e-4c0c-89f9-0a29f3e386c5,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:23.400136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:23.476079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:23.477284 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:23.480346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:23.488829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae9c74-3bea-4d60-838c-2a9f23dc29d0 req-5d324ecb-0915-4d18-8020-2236a61bf6da tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:23.488829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-a7ae9c74-3bea-4d60-838c-2a9f23dc29d0 req-5d324ecb-0915-4d18-8020-2236a61bf6da tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:23.529565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.552440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-a7ae9c74-3bea-4d60-838c-2a9f23dc29d0 req-5d324ecb-0915-4d18-8020-2236a61bf6da tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:23.553774 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7ae9c74-3bea-4d60-838c-2a9f23dc29d0 req-5d324ecb-0915-4d18-8020-2236a61bf6da tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 931 time: 0.3424425
Apr 15 10:53:23.557317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.579453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b55ca9b2-0c17-44ec-a6a0-b18bf8ae73a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:23.836761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:23.848533 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d4b629e054fb4bb883a6cf17bbd82c42&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2179997
Apr 15 10:53:23.855646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39906) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:23.888982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d850e4b-5093-46cf-9f6f-934d05ca6038,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:23.923156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:23.930792 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7ae9c74-3bea-4d60-838c-2a9f23dc29d0 req-1075a83d-05b7-4dd2-9d3f-29f5f2df3081 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3517251
Apr 15 10:53:23.998144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d01e2b-a31f-4c30-a657-1a9f5ce45518 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:24.008734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.014166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7553f9e-2b03-4b62-b13d-54270b28b1df req-e6cbdf27-dcf8-46d4-a33f-330e5019feda tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:24.015602 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7553f9e-2b03-4b62-b13d-54270b28b1df req-e6cbdf27-dcf8-46d4-a33f-330e5019feda tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.3874316
Apr 15 10:53:24.015862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.031398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Transition to ACTIVE for port object f0d01e2b-a31f-4c30-a657-1a9f5ce45518 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:24.034908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.052433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:24.205059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:24.208583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:24.346707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce98-1b5c-4cff-b81b-89ac2b792ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.357949 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7553f9e-2b03-4b62-b13d-54270b28b1df req-4cd7b022-ccb5-4210-a2bc-82d58e4f67ec tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3263619
Apr 15 10:53:24.404816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Attempting to bind port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:24.405201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Attempting to bind port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:24.405607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Attempting to bind port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:24.407910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce98-1b5c-4cff-b81b-89ac2b792ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.412389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:24.412389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Attempting to bind port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:24.418086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:24.418339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Checking segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:24.418781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Bound using segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:24.419219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Bound port: f0d01e2b-a31f-4c30-a657-1a9f5ce45518, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:24.419610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.462152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.582513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] For port f0d01e2b-a31f-4c30-a657-1a9f5ce45518, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:24.586466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] For port f0d01e2b-a31f-4c30-a657-1a9f5ce45518, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:24.599115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.636473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:24.676844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce98-1b5c-4cff-b81b-89ac2b792ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.679455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee4f013-549a-418e-91ea-ade83cb5aaa9 None None] Network 4a522c71-2c19-419b-a626-745739117657 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:53:24.683926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e4f68eec-7c13-4ad0-9af3-f8ecae60e1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:24.704376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bce98-1b5c-4cff-b81b-89ac2b792ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d850e4b-5093-46cf-9f6f-934d05ca6038,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:24.710586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1d8bce98-1b5c-4cff-b81b-89ac2b792ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:24.740093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce98-1b5c-4cff-b81b-89ac2b792ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.741459 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1d8bce98-1b5c-4cff-b81b-89ac2b792ce5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d850e4b-5093-46cf-9f6f-934d05ca6038 HTTP/1.1" status: 204  len: 168 time: 0.8847225
Apr 15 10:53:24.819764 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633b0f2-7243-4a55-812d-047768a8d22e req-966db420-3290-4ba8-b784-dee4331e349d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:24.821394 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1633b0f2-7243-4a55-812d-047768a8d22e req-966db420-3290-4ba8-b784-dee4331e349d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.3237023
Apr 15 10:53:24.836032 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c3a05ca9-ff52-422d-8631-3b8eedee4068 None None] Provisioning for port b6c0e9fe-b633-45e2-ad07-74cedcccd325 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:24.868495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:24.902482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:24.905852 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1633b0f2-7243-4a55-812d-047768a8d22e req-e97f285f-2a0c-4c04-af20-d8a75eb638cb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717874
Apr 15 10:53:24.953990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.982250 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:24.984307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:24.986056 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] 10.222.0.104 "PUT /v2.0/ports/f0d01e2b-a31f-4c30-a657-1a9f5ce45518 HTTP/1.1" status: 200  len: 1093 time: 2.2596540
Apr 15 10:53:24.989228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be34a1dc-cf7e-4b8e-8974-3e92c542ad3f', 'tag': 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:25.079961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:25.140659 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be34a1dc-cf7e-4b8e-8974-3e92c542ad3f', 'tag': 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518', 'status': 'completed', 'code': 200}
Apr 15 10:53:25.318766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-1f04413d-9947-405e-a71b-2c1d950574ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:25.324290 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-1f04413d-9947-405e-a71b-2c1d950574ab service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 1096 time: 0.2694225
Apr 15 10:53:25.411981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device b6c0e9fe-b633-45e2-ad07-74cedcccd325 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:25.466867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7272db-cc61-4422-ab77-e5079636e17c req-382437d9-03ef-4aee-9fe7-2cbd26a6e63f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:25.477866 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8e7272db-cc61-4422-ab77-e5079636e17c req-382437d9-03ef-4aee-9fe7-2cbd26a6e63f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 943 time: 0.2533040
Apr 15 10:53:25.515298 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-27ac0d17-1374-4ff1-8eed-070d74d1af46 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0d01e2b-a31f-4c30-a657-1a9f5ce45518 HTTP/1.1" status: 200  len: 217 time: 0.1651583
Apr 15 10:53:25.530957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port b6c0e9fe-b633-45e2-ad07-74cedcccd325 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:25.534148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-99b080d3-2920-43e1-9740-e1403f14a204 None None] Provisioning complete for port b6c0e9fe-b633-45e2-ad07-74cedcccd325 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:25.534562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99b080d3-2920-43e1-9740-e1403f14a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:25.582978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Router b673fe89-4c86-48dd-8122-c652ae3b5418 is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:53:25.611673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port b6c0e9fe-b633-45e2-ad07-74cedcccd325 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:25.611673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:25.626066 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8e7272db-cc61-4422-ab77-e5079636e17c req-0bfcd77c-a4e5-4ba9-acb3-1dc4dc43f094 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467309
Apr 15 10:53:25.674752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-4af355ab-f7ba-40ff-b061-c06c95749a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:25.676347 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-4af355ab-f7ba-40ff-b061-c06c95749a47 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.1443219
Apr 15 10:53:25.771932 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-79ddf2db-a06e-4d97-8468-689894f43d0b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0765181
Apr 15 10:53:25.933889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99b080d3-2920-43e1-9740-e1403f14a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:25.978944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:53:25.999649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Sync routers for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:53:26.017321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-99b080d3-2920-43e1-9740-e1403f14a204 None None] For port b6c0e9fe-b633-45e2-ad07-74cedcccd325, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=b6c0e9fe-b633-45e2-ad07-74cedcccd325,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:26.018234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:53:26.019089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623bb2c240>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:26.031719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:26.036331 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.9192145
Apr 15 10:53:26.037203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39966) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:26.037325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99b080d3-2920-43e1-9740-e1403f14a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:26.047035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-66ca4a2a-7d65-4c8a-8d6e-ca46bc13fb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:26.140552 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-b106b409-b687-45f3-b35a-95b2ae2e09bf service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3610198
Apr 15 10:53:26.338505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 39990) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:26.357166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:26.368837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b080d3-2920-43e1-9740-e1403f14a204 None None] Pushing event updated for resources: {'Port': ['ID=b6c0e9fe-b633-45e2-ad07-74cedcccd325,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:26.372926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-99b080d3-2920-43e1-9740-e1403f14a204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:26.381146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:53:26.454215 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-682b2b2b-5e8b-4e7d-96d6-36a8e3538a9b req-062355bc-4bfc-4c03-be66-e81341759d4a service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044162
Apr 15 10:53:26.695475 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-430105564-network', 'tenant_id': 'a071bc0ef1c6484d8ba7c408ee90e6ff'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:26.720261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-f7d53716-d9df-4743-8e55-5e410ba4cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:26.724231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:26.725994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-f7d53716-d9df-4743-8e55-5e410ba4cc39 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 1096 time: 0.1601415
Apr 15 10:53:26.745794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Usage tracker for resource:network and tenant:a071bc0ef1c6484d8ba7c408ee90e6ff is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:26.756741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:26.788917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:26.841532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Made reservation on behalf of a071bc0ef1c6484d8ba7c408ee90e6ff for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:26.846306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:26.863200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:26.897184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623bb2c240>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:23Z', 'revision_number': 3, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:26.907377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Checking router: b673fe89-4c86-48dd-8122-c652ae3b5418 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:53:26.907689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Updating router b673fe89-4c86-48dd-8122-c652ae3b5418 port 32a562de-553e-4c0c-89f9-0a29f3e386c5 binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:53:27.062205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-f7d352e5-2c23-460b-88c9-7a953b611375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:27.063784 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-f7d352e5-2c23-460b-88c9-7a953b611375 service neutron] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 917 time: 0.3293004
Apr 15 10:53:27.067126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.174262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:27.185979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Usage tracker for resource:security_group_rule and tenant:a071bc0ef1c6484d8ba7c408ee90e6ff is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:27.208010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:27.221802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:27.301952 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-7f7ad1d4-0fce-4a9b-9e52-805c4fcbdd99 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0d01e2b-a31f-4c30-a657-1a9f5ce45518 HTTP/1.1" status: 200  len: 217 time: 0.2213666
Apr 15 10:53:27.341240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device b6c0e9fe-b633-45e2-ad07-74cedcccd325 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:27.453708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712ca3d-7486-42e8-bf80-7a9578744699 req-14d84e5c-02f2-48ce-aa53-6e74ea0ba88b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:27.457680 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d712ca3d-7486-42e8-bf80-7a9578744699 req-14d84e5c-02f2-48ce-aa53-6e74ea0ba88b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 943 time: 0.3790267
Apr 15 10:53:27.508525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.541269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port b6c0e9fe-b633-45e2-ad07-74cedcccd325 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:27.542995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.551170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-7306d291-54f1-432b-8b0a-2e47e86c15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:27.559560 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-7306d291-54f1-432b-8b0a-2e47e86c15ab service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.2468400
Apr 15 10:53:27.616781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.664363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.676489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e02e2b8d-665a-40ac-800b-9407b8482700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:27.756928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.758115 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d712ca3d-7486-42e8-bf80-7a9578744699 req-e0f6c7cf-741f-4c4a-af6a-06f4e10240fa tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2876401
Apr 15 10:53:27.768199 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-0ab7b189-d186-4641-97de-e634018b5c78 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1939571
Apr 15 10:53:27.775285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Transition to ACTIVE for port object 32a562de-553e-4c0c-89f9-0a29f3e386c5 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:27.785712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.823224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:53:27.833579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ce7eaf-6d62-4679-9ea3-38d995cf70eb,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:27.847340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:27.859276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.859684 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Added segment 175d37b5-177d-4488-ada7-9a6c9b438e2e of type vlan for network 4360a956-814b-4b57-a218-11a4c774e601
Apr 15 10:53:27.898987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4960d6b9-156d-458c-aec3-c2574f8a365c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:28.200661 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Pushing event updated for resources: {'Port': ['ID=32a562de-553e-4c0c-89f9-0a29f3e386c5,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:28.215935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.216536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.217069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.217621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.218123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.218620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.219115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.219627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.220150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.220643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.221134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.221935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:28.228332 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:28.275433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Attempting to bind port 32a562de-553e-4c0c-89f9-0a29f3e386c5 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:28.275433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Attempting to bind port 32a562de-553e-4c0c-89f9-0a29f3e386c5 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:28.275433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Attempting to bind port 32a562de-553e-4c0c-89f9-0a29f3e386c5 on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:28.280515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:28.280930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:28.281373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.282005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:28.282498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Bound port: 32a562de-553e-4c0c-89f9-0a29f3e386c5, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:28.283129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.349594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.377091 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] For port 32a562de-553e-4c0c-89f9-0a29f3e386c5, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:28.380959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] For port 32a562de-553e-4c0c-89f9-0a29f3e386c5, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=32a562de-553e-4c0c-89f9-0a29f3e386c5,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:28.384458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.400164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:28.461201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Allocated IP 172.20.0.1 (4a522c71-2c19-419b-a626-745739117657/2486d50f-8717-42b4-98df-9b18a0a3cbdb/bad67fdc-2e68-4e9d-9a72-c346a46b1109) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:28.485909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc66d8-237e-4cce-bc0f-7ff7ed0d5a5c req-55451bdf-1031-423e-a159-cf029dde292c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:28.487530 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ddbc66d8-237e-4cce-bc0f-7ff7ed0d5a5c req-55451bdf-1031-423e-a159-cf029dde292c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.5835915
Apr 15 10:53:28.489812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.507889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:28.508534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.518581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e0ca0427-7cf0-4679-a5b3-986a9b9c6c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:28.556639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Pushing event updated for resources: {'Port': ['ID=32a562de-553e-4c0c-89f9-0a29f3e386c5,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:28.562482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:28.601505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:53:28.602148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623bb2c240>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:28.728634 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.3887594
Apr 15 10:53:28.732241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40056) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:28.737812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Pushing event updated for resources: {'Network': ['ID=4360a956-814b-4b57-a218-11a4c774e601,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:28.738736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Request body: {'subnet': {'network_id': '4360a956-814b-4b57-a218-11a4c774e601', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-430105564-subnet', 'tenant_id': 'a071bc0ef1c6484d8ba7c408ee90e6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:28.744991 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ddbc66d8-237e-4cce-bc0f-7ff7ed0d5a5c req-17de2de8-6cc0-4333-9fec-3939e0fefa5d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320361
Apr 15 10:53:28.748397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:28.751498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 4360a956-814b-4b57-a218-11a4c774e601 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:53:28.767065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:28.776822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Usage tracker for resource:subnet and tenant:a071bc0ef1c6484d8ba7c408ee90e6ff is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:28.780386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:28.786994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:28.798897 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Made reservation on behalf of a071bc0ef1c6484d8ba7c408ee90e6ff for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:28.803706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.813413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:53:28.854757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.882438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Transition to ACTIVE for port object bad67fdc-2e68-4e9d-9a72-c346a46b1109 will not be triggered until provisioned by entity DHCP. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:28.908533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:28.924958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:29.077606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101064bf-54b1-4892-8be5-c8f4e3594596 req-13a6325b-0e84-4c7f-9a1f-a187b1d7418b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:29.079552 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-101064bf-54b1-4892-8be5-c8f4e3594596 req-13a6325b-0e84-4c7f-9a1f-a187b1d7418b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 943 time: 0.1630518
Apr 15 10:53:29.087569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Pushing event updated for resources: {'Port': ['ID=bad67fdc-2e68-4e9d-9a72-c346a46b1109,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:29.094394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:29.150386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623bb2c240>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:23Z', 'revision_number': 3, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:29.156537 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37e132-bffd-462e-8558-8f8e687301b6 None None] The sync data for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi is: [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:23Z', 'revision_number': 3, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:53:29.165510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Network 4a522c71-2c19-419b-a626-745739117657 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:29.167653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:29.172611 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:29.203101 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-101064bf-54b1-4892-8be5-c8f4e3594596 req-ec7dac45-a5e4-441d-b2ad-78de36d48bd1 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162605
Apr 15 10:53:29.252867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:29.367293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device f0d01e2b-a31f-4c30-a657-1a9f5ce45518 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:53:29.428495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:29.539118 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-0391ece7-7bfc-447a-8be7-8c74867d5ffc None None] Provisioning for port bad67fdc-2e68-4e9d-9a72-c346a46b1109 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:29.550909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-0391ece7-7bfc-447a-8be7-8c74867d5ffc None None] Provisioning complete for port bad67fdc-2e68-4e9d-9a72-c346a46b1109 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:29.551320 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0391ece7-7bfc-447a-8be7-8c74867d5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:29.566063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:29.586300 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9b4792d8-f819-42f2-946a-855a4d9b659e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:29.647367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-0391ece7-7bfc-447a-8be7-8c74867d5ffc None None] Port bad67fdc-2e68-4e9d-9a72-c346a46b1109 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:53:29.663528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port f0d01e2b-a31f-4c30-a657-1a9f5ce45518, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:29.683184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518', 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'port_id': 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518', 'mac_address': 'fa:16:3e:ac:cb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1a9711-11de-42c5-8800-31193bcc8998', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:53:29.872693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:29.878979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:29.927481 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:29.966649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:30.017894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d01e2b-a31f-4c30-a657-1a9f5ce45518 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:30.044029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port f0d01e2b-a31f-4c30-a657-1a9f5ce45518, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:30.050758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:30.053011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-66ca4a2a-7d65-4c8a-8d6e-ca46bc13fb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:30.054944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df3e8e7-a5a1-4d4a-b38a-412ee6485dad,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:30.061958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:30.088655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Pushing event updated for resources: {'Port': ['ID=bad67fdc-2e68-4e9d-9a72-c346a46b1109,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:30.094789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:30.103768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:30.134564 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Checking segment: {'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:30.135625 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Network hostable DHCP agents. Network: 4360a956-814b-4b57-a218-11a4c774e601, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:53:30.152440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:30.160069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Network 4360a956-814b-4b57-a218-11a4c774e601 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:53:30.164289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:30.172379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 4360a956-814b-4b57-a218-11a4c774e601) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:30.176893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:30.177587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:30.185215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76196a64-2c9f-44c1-9be6-64c778f2671f None None] Network 4360a956-814b-4b57-a218-11a4c774e601 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:53:30.217552 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4787564
Apr 15 10:53:30.317287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a05a2c-be54-4eda-b591-dfb1af737db8 req-eb83cd40-ddf9-4bb4-8a85-efe732a63a00 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:30.319032 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-34a05a2c-be54-4eda-b591-dfb1af737db8 req-eb83cd40-ddf9-4bb4-8a85-efe732a63a00 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.3475590
Apr 15 10:53:30.365069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Network 4a522c71-2c19-419b-a626-745739117657 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:30.429591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:30.552667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb6c4c5-a43e-40fb-8420-0dbae090e5a8 None None] Network 4360a956-814b-4b57-a218-11a4c774e601 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:53:30.671472 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-3678cec7-8532-4dce-9e47-66fc99ffae52 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3259943
Apr 15 10:53:30.816404 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-34a05a2c-be54-4eda-b591-dfb1af737db8 req-b1958711-8b49-4e72-ae3c-aeec58931fae tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4780815
Apr 15 10:53:30.833239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c2f31-5389-4157-a9a0-da953cd27d37 req-d8f10d7d-d1c1-4fd8-9f0b-98d81fc793a5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:30.835138 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-df4c2f31-5389-4157-a9a0-da953cd27d37 req-d8f10d7d-d1c1-4fd8-9f0b-98d81fc793a5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 944 time: 0.3577530
Apr 15 10:53:30.864837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['f0d01e2b-a31f-4c30-a657-1a9f5ce45518'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:30.882355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671282f-f140-466a-905d-93b92af20ad8 req-3256e6e3-c001-47ec-a6e8-acc5c180302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:30.885812 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2671282f-f140-466a-905d-93b92af20ad8 req-3256e6e3-c001-47ec-a6e8-acc5c180302d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1099 time: 0.5187109
Apr 15 10:53:30.954052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-b68e0799-e3d4-4bab-a45a-997c62fe4b85 None None] Provisioning complete for port bad67fdc-2e68-4e9d-9a72-c346a46b1109 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:30.954471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b68e0799-e3d4-4bab-a45a-997c62fe4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:30.956239 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-436b0b07-69f5-456e-9b97-91caaf55a4d1 req-2431f7bd-15da-4f94-a79b-d4ab536d5926 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2683978
Apr 15 10:53:30.971089 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-df4c2f31-5389-4157-a9a0-da953cd27d37 req-e314e376-480a-48b9-8723-884836653738 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147287
Apr 15 10:53:31.032795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Router b673fe89-4c86-48dd-8122-c652ae3b5418 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:53:31.092651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b68e0799-e3d4-4bab-a45a-997c62fe4b85 None None] Port bad67fdc-2e68-4e9d-9a72-c346a46b1109 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:53:31.279643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671282f-f140-466a-905d-93b92af20ad8 req-f74525fd-b515-4cea-89b3-387a040c6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:31.281562 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2671282f-f140-466a-905d-93b92af20ad8 req-f74525fd-b515-4cea-89b3-387a040c6685 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.3881731
Apr 15 10:53:31.310664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 32a562de-553e-4c0c-89f9-0a29f3e386c5 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:31.398301 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2671282f-f140-466a-905d-93b92af20ad8 req-9714f39a-b046-40dc-a333-4393c8379903 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 200  len: 217 time: 0.1041241
Apr 15 10:53:31.404486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:53:31.417000 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] 10.222.0.68 "PUT /v2.0/routers/b673fe89-4c86-48dd-8122-c652ae3b5418/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3779562
Apr 15 10:53:31.436567 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 32a562de-553e-4c0c-89f9-0a29f3e386c5 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:31.447729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 32a562de-553e-4c0c-89f9-0a29f3e386c5 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:31.447729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:31.602221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:31.623416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 32a562de-553e-4c0c-89f9-0a29f3e386c5, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=32a562de-553e-4c0c-89f9-0a29f3e386c5,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:31.626881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:31.630578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-04ac594e-87d4-455f-b8cd-a82567f88e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:31.718364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=32a562de-553e-4c0c-89f9-0a29f3e386c5,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:31.736934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:31.770070 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671282f-f140-466a-905d-93b92af20ad8 req-5ef15584-8a04-41cd-8f8f-ee82fc6f97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:31.771825 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2671282f-f140-466a-905d-93b92af20ad8 req-5ef15584-8a04-41cd-8f8f-ee82fc6f97b9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.3537066
Apr 15 10:53:31.839052 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2671282f-f140-466a-905d-93b92af20ad8 req-951548b1-e24a-4e38-a07c-67d27ced1dd2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515220
Apr 15 10:53:32.023961 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2671282f-f140-466a-905d-93b92af20ad8 req-622e93cd-13d3-424f-b66e-769718f5b426 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773994
Apr 15 10:53:32.129374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528bae-7506-4cb1-998b-9e2450c97685 req-171c596d-1748-4a79-8ebd-99aa5fb1b72a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:32.131177 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-47528bae-7506-4cb1-998b-9e2450c97685 req-171c596d-1748-4a79-8ebd-99aa5fb1b72a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1625700
Apr 15 10:53:32.165736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40114) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:32.174705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650383395', 'description': 'tempest-description--2143276333'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:32.186974 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:32.205899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:security_group and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:32.215851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:32.221933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:32.225754 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-47528bae-7506-4cb1-998b-9e2450c97685 req-d72cce4e-4f49-44be-8170-4574ec124bbb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846343
Apr 15 10:53:32.252675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.288513 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2671282f-f140-466a-905d-93b92af20ad8 req-7d6a7f3f-899b-454f-b256-b6b5550e6cf2 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2542732
Apr 15 10:53:32.343049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:32.351198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:security_group_rule and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:32.355116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:32.364319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:32.369666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device f0d01e2b-a31f-4c30-a657-1a9f5ce45518 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:32.417310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Sync routers for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:53:32.434438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2caae10-1229-4f7a-90c5-94a629b54ba3 req-88388e85-5c8f-4988-9581-e6ea49b43005 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:32.436045 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e2caae10-1229-4f7a-90c5-94a629b54ba3 req-88388e85-5c8f-4988-9581-e6ea49b43005 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 944 time: 0.1595802
Apr 15 10:53:32.446012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:53:32.446702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b6b2080>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:32.514746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.523142 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e2caae10-1229-4f7a-90c5-94a629b54ba3 req-737f0599-9db4-4305-a083-50bf9a8c46f2 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753953
Apr 15 10:53:32.524221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.530003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-55eb5b5b-4fdd-42c9-8d5a-0012bec7ef22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:32.582933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7b00c2-cf26-4287-a53a-83adc23ea63d,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:32.586412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:32.589512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.591353 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4234788
Apr 15 10:53:32.594712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40130) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:32.601071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'security_group_rule': {'security_group_id': '4b7b00c2-cf26-4287-a53a-83adc23ea63d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:32.614804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:32.614804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:security_group_rule and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:32.627148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:32.633052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:32.638237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:32.649850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:32.650352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.660074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.735394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:53:32.752372 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.755458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.757664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:32.782208 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9fe766-8cb8-46e4-bd2d-685ee18cf639,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:32.818813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:32.893384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:32.897193 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2989063
Apr 15 10:53:32.897984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40152) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:32.903852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'security_group_rule': {'security_group_id': '4b7b00c2-cf26-4287-a53a-83adc23ea63d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:32.911630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:32.922019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:security_group_rule and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:32.928100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:32.935901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:32.954484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.007624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8364a326-be4e-454a-8fc4-33bc3b899e53 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:33.015243 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8364a326-be4e-454a-8fc4-33bc3b899e53 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/networks?id=4360a956-814b-4b57-a218-11a4c774e601 HTTP/1.1" status: 200  len: 808 time: 0.2342217
Apr 15 10:53:33.027248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.042426 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-2e930024-3b1e-4f44-b1c3-5224b5cf4aa9 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/quotas/a071bc0ef1c6484d8ba7c408ee90e6ff HTTP/1.1" status: 200  len: 375 time: 0.0193853
Apr 15 10:53:33.063526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.073644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.075983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:33.095230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cca5f13-fde7-44c1-8d2d-4ec145f559ba,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:33.105452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:33.110740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port f0d01e2b-a31f-4c30-a657-1a9f5ce45518, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:33.115141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.121681 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2224145
Apr 15 10:53:33.122370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40156) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:33.125097 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-d3fc969a-1c07-4465-b1b2-28341a7de045 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a071bc0ef1c6484d8ba7c408ee90e6ff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0748181
Apr 15 10:53:33.128166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:33.135514 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:33.140145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:floatingip and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:33.157792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:33.170310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:33.182890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.252340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be34a1dc-cf7e-4b8e-8974-3e92c542ad3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:33.267640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.281815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:33.343747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 32a562de-553e-4c0c-89f9-0a29f3e386c5 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:33.432941 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-65d44da4-5a0a-4fbf-8cce-120491f2b843 service neutron] 10.222.0.68 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2993453
Apr 15 10:53:33.545385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c11f5-b01f-49a7-8fb6-5d925601f88a req-8b771880-bde6-4aed-9839-f2975da5d748 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:33.547141 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-924c11f5-b01f-49a7-8fb6-5d925601f88a req-8b771880-bde6-4aed-9839-f2975da5d748 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1517060
Apr 15 10:53:33.622722 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.623501 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-f0204627-fde7-4af5-9bad-7aa991816370 service neutron] 10.222.0.68 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865134
Apr 15 10:53:33.627570 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-924c11f5-b01f-49a7-8fb6-5d925601f88a req-0d91b13a-63c0-4ca4-984f-a820f66951db tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686665
Apr 15 10:53:33.686662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:33.692603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:33.719066 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be34a1dc-cf7e-4b8e-8974-3e92c542ad3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518', 'code': 200}
Apr 15 10:53:33.723104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 32a562de-553e-4c0c-89f9-0a29f3e386c5 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:33.723526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:33.802928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b6b2080>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 2, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:33.804913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Allocated IP 172.27.3.229 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/c4971067-0dd7-4935-99d2-122ac0f358fb) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:33.868053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Checking router: b673fe89-4c86-48dd-8122-c652ae3b5418 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:53:33.868459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Updating router b673fe89-4c86-48dd-8122-c652ae3b5418 port bad67fdc-2e68-4e9d-9a72-c346a46b1109 binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:53:33.902351 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bbc03abe-3520-4d56-ae80-fb360057906f req-309a2800-1fd5-4750-9442-c6f01ce88a0f tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 210 time: 0.0644834
Apr 15 10:53:33.935662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.098318 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4d2d1-cc33-4b34-a63c-1e16dbf65362 req-a880d8d4-f755-4cd6-9b5a-3144b5399143 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:34.101026 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9c4d2d1-cc33-4b34-a63c-1e16dbf65362 req-a880d8d4-f755-4cd6-9b5a-3144b5399143 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 945 time: 0.2658885
Apr 15 10:53:34.171978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.185395 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b9c4d2d1-cc33-4b34-a63c-1e16dbf65362 req-9fbc0582-c4d6-4685-93db-cba74f592c4b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722253
Apr 15 10:53:34.219280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.235811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:34.372692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'Port': ['ID=c4971067-0dd7-4935-99d2-122ac0f358fb,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:34.375697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:34.406129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.418622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Transition to ACTIVE for port object bad67fdc-2e68-4e9d-9a72-c346a46b1109 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:34.424360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.433307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:34.434512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:34.436763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:34.440413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:34.575044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961622e-2874-452a-9c1b-67c9498c86ca None None] Pushing event updated for resources: {'Port': ['ID=bad67fdc-2e68-4e9d-9a72-c346a46b1109,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:34.576913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.579810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5961622e-2874-452a-9c1b-67c9498c86ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:34.650067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.805511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Attempting to bind port bad67fdc-2e68-4e9d-9a72-c346a46b1109 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:34.805932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Attempting to bind port bad67fdc-2e68-4e9d-9a72-c346a46b1109 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:34.806339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Attempting to bind port bad67fdc-2e68-4e9d-9a72-c346a46b1109 on network 4a522c71-2c19-419b-a626-745739117657 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:34.814969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:34.815708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Checking segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:34.815845 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.816233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Bound using segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:34.816767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Bound port: bad67fdc-2e68-4e9d-9a72-c346a46b1109, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:34.817188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.852751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785a5b4-7392-4165-9749-482ddb5db0bb req-04cbfc7d-e6c7-455e-922e-5ffbbe10f23f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:34.855689 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6785a5b4-7392-4165-9749-482ddb5db0bb req-04cbfc7d-e6c7-455e-922e-5ffbbe10f23f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0972559
Apr 15 10:53:34.908165 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6785a5b4-7392-4165-9749-482ddb5db0bb req-914efc63-5e08-4d01-9bca-bfa7f1ab2b24 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458777
Apr 15 10:53:34.921236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] For port bad67fdc-2e68-4e9d-9a72-c346a46b1109, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:34.925169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] For port bad67fdc-2e68-4e9d-9a72-c346a46b1109, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=bad67fdc-2e68-4e9d-9a72-c346a46b1109,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:34.934161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.956282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:34.973063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:34.984392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.000651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:35.096565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961622e-2874-452a-9c1b-67c9498c86ca None None] Pushing event updated for resources: {'Port': ['ID=bad67fdc-2e68-4e9d-9a72-c346a46b1109,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:35.111916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5961622e-2874-452a-9c1b-67c9498c86ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:35.170553 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-37dd6bef-8dc7-4f0d-ba71-e0e2ed4a354e req-69fcd17f-a265-4ba4-acff-ef43decc159b tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 210 time: 0.1219926
Apr 15 10:53:35.197298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:53:35.198794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b6b2080>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:35.209687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'Port': ['ID=c4971067-0dd7-4935-99d2-122ac0f358fb,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:35.212627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:35.323843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.350212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:35.357263 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2281494
Apr 15 10:53:35.433380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:53:35.458559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410acef-3b7e-491e-b70c-55807f774a04 req-6e37a7b7-827c-4c67-ab39-f1c880b06428 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:35.467787 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7410acef-3b7e-491e-b70c-55807f774a04 req-6e37a7b7-827c-4c67-ab39-f1c880b06428 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 945 time: 0.1426678
Apr 15 10:53:35.523610 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7410acef-3b7e-491e-b70c-55807f774a04 req-af61979b-beb8-4251-9a48-6ca5f8e7cc11 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543237
Apr 15 10:53:35.594723 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-dec8374b-3d55-4f01-b07b-356030363791 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Synchronizing usage tracker for tenant:baece6e1d3d74502abc623559fb98938 on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:35.614316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-dec8374b-3d55-4f01-b07b-356030363791 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Unset dirty status for tenant:baece6e1d3d74502abc623559fb98938 on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:35.625994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-dec8374b-3d55-4f01-b07b-356030363791 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--650383395&fields=id&tenant_id=baece6e1d3d74502abc623559fb98938 HTTP/1.1" status: 200  len: 267 time: 0.1051106
Apr 15 10:53:35.814692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b6b2080>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:34Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:53:35.819515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbfe0fd-69b9-4f23-8801-fefda9635bdb None None] The sync data for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi is: [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:34Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:53:35.866542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-fac87a84-5216-42f9-b7dc-69d09e95ba06 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:35.867294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-fac87a84-5216-42f9-b7dc-69d09e95ba06 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Synchronizing usage tracker for tenant:baece6e1d3d74502abc623559fb98938 on resource:network {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:35.914748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-fac87a84-5216-42f9-b7dc-69d09e95ba06 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Unset dirty status for tenant:baece6e1d3d74502abc623559fb98938 on resource:network {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:35.916587 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-fac87a84-5216-42f9-b7dc-69d09e95ba06 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 816 time: 0.2892482
Apr 15 10:53:35.918748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec926a59-61bb-4487-b7be-51da719ed3b0 req-6e40a931-7fef-4bd8-a2c6-5b2f64b12e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:35.920396 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec926a59-61bb-4487-b7be-51da719ed3b0 req-6e40a931-7fef-4bd8-a2c6-5b2f64b12e24 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 1098 time: 0.1674538
Apr 15 10:53:35.951900 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-ea37a6fe-ac62-4365-9c30-7bd2fa93715f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/quotas/baece6e1d3d74502abc623559fb98938 HTTP/1.1" status: 200  len: 375 time: 0.0286436
Apr 15 10:53:36.036233 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec926a59-61bb-4487-b7be-51da719ed3b0 req-8fc8fe32-3aa8-448d-8292-150bccc8bb51 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033883
Apr 15 10:53:36.076830 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-8a907aca-5307-4294-8762-4db09e770246 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Synchronizing usage tracker for tenant:baece6e1d3d74502abc623559fb98938 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:36.096196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-8a907aca-5307-4294-8762-4db09e770246 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Unset dirty status for tenant:baece6e1d3d74502abc623559fb98938 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:36.097693 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-8a907aca-5307-4294-8762-4db09e770246 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1395187
Apr 15 10:53:36.142173 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135db6-09e6-4335-b42c-2f00a59a50a6 req-372f86f7-4975-4e05-b7d3-36793f7bc230 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:36.143850 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-93135db6-09e6-4335-b42c-2f00a59a50a6 req-372f86f7-4975-4e05-b7d3-36793f7bc230 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0987933
Apr 15 10:53:36.200819 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-93135db6-09e6-4335-b42c-2f00a59a50a6 req-e0ca886d-2c8f-40b2-afeb-a9177dda2cf3 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497451
Apr 15 10:53:36.406477 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-348fa4eb-85c9-46c2-9ff8-bd029b675e08 req-24f813c2-7e82-4f01-8aec-8bfb7b59415c tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 210 time: 0.0779660
Apr 15 10:53:36.487867 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-01a2d751-175a-4764-a07e-b9dd0fa8da4c service neutron] 10.222.0.68 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3758454
Apr 15 10:53:36.664453 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-628cfd8c-2aa4-49b2-8e27-978bf744ce8b service neutron] 10.222.0.68 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690214
Apr 15 10:53:36.803388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6526d-8c23-4f66-92d4-cf372ad014ec req-ad66a4eb-4cb2-48ac-8f01-8ebf19d74626 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:36.805602 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ae6526d-8c23-4f66-92d4-cf372ad014ec req-ad66a4eb-4cb2-48ac-8f01-8ebf19d74626 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 945 time: 0.1264412
Apr 15 10:53:36.913757 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ae6526d-8c23-4f66-92d4-cf372ad014ec req-c7b5dd3f-ac82-486b-9974-2f0d06909e73 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916636
Apr 15 10:53:37.107265 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3455a52f-27da-427f-a488-707c5053a37a req-83228b28-6b28-4e4d-8e44-9bcd69f8fc05 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 210 time: 0.0806262
Apr 15 10:53:37.121980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-5a9933bf-8ac2-43a0-92cd-6263762cb542 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:37.123662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-5a9933bf-8ac2-43a0-92cd-6263762cb542 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Synchronizing usage tracker for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:network {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:37.148352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-5a9933bf-8ac2-43a0-92cd-6263762cb542 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Unset dirty status for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:network {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:37.151263 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-5a9933bf-8ac2-43a0-92cd-6263762cb542 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.104 "GET /v2.0/networks?id=4360a956-814b-4b57-a218-11a4c774e601 HTTP/1.1" status: 200  len: 808 time: 0.3520784
Apr 15 10:53:37.172764 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Request body: {'port': {'device_id': '9d864840-010c-444d-9501-036aa452f885', 'network_id': '4360a956-814b-4b57-a218-11a4c774e601', 'admin_state_up': True, 'tenant_id': 'a071bc0ef1c6484d8ba7c408ee90e6ff'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:37.376469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device bad67fdc-2e68-4e9d-9a72-c346a46b1109 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:37.391694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:37.397178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Usage tracker for resource:port and tenant:a071bc0ef1c6484d8ba7c408ee90e6ff is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:37.401406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:37.408073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:37.418012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Made reservation on behalf of a071bc0ef1c6484d8ba7c408ee90e6ff for: {'port': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:37.425736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:37.558863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port bad67fdc-2e68-4e9d-9a72-c346a46b1109 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:37.572425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port bad67fdc-2e68-4e9d-9a72-c346a46b1109 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:37.573200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:37.584145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45797a03-7b3e-4157-ba74-58d0573c5dfa req-57ed200a-ce73-41e9-be3b-8cdbbce8ce5b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:37.594181 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45797a03-7b3e-4157-ba74-58d0573c5dfa req-57ed200a-ce73-41e9-be3b-8cdbbce8ce5b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2325234
Apr 15 10:53:37.713898 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45797a03-7b3e-4157-ba74-58d0573c5dfa req-cf2c92d0-e110-442f-9cf3-e43b5ed98a7c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176836
Apr 15 10:53:37.762027 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c6769f1c-c7a9-4577-a531-635fe6a3f971 req-731d076c-9023-4655-be54-6c00914413b3 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 210 time: 0.1168959
Apr 15 10:53:37.797621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:37.855879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Allocated IP 172.20.0.12 (4360a956-814b-4b57-a218-11a4c774e601/5df3e8e7-a5a1-4d4a-b38a-412ee6485dad/25b09590-b529-457c-b1a0-71635f1841f6) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:37.863032 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port bad67fdc-2e68-4e9d-9a72-c346a46b1109, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=bad67fdc-2e68-4e9d-9a72-c346a46b1109,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:37.868784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:37.871329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:38.016381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=bad67fdc-2e68-4e9d-9a72-c346a46b1109,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:38.020504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:38.175885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:38.202381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c07ca-af8d-43f0-8dee-75096116c0de req-ab20d1e7-e288-4788-8cb4-4ca5070914cf tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:38.204022 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-799c07ca-af8d-43f0-8dee-75096116c0de req-ab20d1e7-e288-4788-8cb4-4ca5070914cf tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 945 time: 0.1130028
Apr 15 10:53:38.220137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:38.254635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fb247a83-b40f-42a1-b1a1-71db3eb8b8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:38.285623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-799c07ca-af8d-43f0-8dee-75096116c0de req-d97b71df-41d6-4462-b7e0-731403379c09 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752032
Apr 15 10:53:38.462573 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-41e66c51-69b0-4c89-8e21-12a6f53911f6 req-dddc86d3-4c1b-4701-ac57-b5e756b2942e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 210 time: 0.1286519
Apr 15 10:53:38.467193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Pushing event updated for resources: {'Port': ['ID=25b09590-b529-457c-b1a0-71635f1841f6,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:38.479198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:38.545043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Network 4360a956-814b-4b57-a218-11a4c774e601 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:38.546533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:38.548957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:38.624986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:38.625690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:38.648874 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4808848
Apr 15 10:53:38.679554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Request body: {'port': {'device_id': '9d864840-010c-444d-9501-036aa452f885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:38.819296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:38.955826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c47417-db64-4004-b8c4-b110b763d817 req-8cbc1c69-aaf3-4391-9ead-0942af7cb12d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:38.958279 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-79c47417-db64-4004-b8c4-b110b763d817 req-8cbc1c69-aaf3-4391-9ead-0942af7cb12d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1057007
Apr 15 10:53:39.026038 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-79c47417-db64-4004-b8c4-b110b763d817 req-344242e1-b59f-4be5-af85-c3f347c502a7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620308
Apr 15 10:53:39.266459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d2621-e4c1-407f-afa9-19e2c1be7660 req-9e3301cb-187e-4f9b-a9ab-2f7ecc2fde94 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:39.269259 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9c4d2621-e4c1-407f-afa9-19e2c1be7660 req-9e3301cb-187e-4f9b-a9ab-2f7ecc2fde94 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 932 time: 0.0984602
Apr 15 10:53:39.289925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device bad67fdc-2e68-4e9d-9a72-c346a46b1109 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:39.310827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b09590-b529-457c-b1a0-71635f1841f6 {{(pid=85289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:39.318928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.341867 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9c4d2621-e4c1-407f-afa9-19e2c1be7660 req-0692f182-ea11-4dcf-91c5-f7d700befcd6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650098
Apr 15 10:53:39.344676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Transition to ACTIVE for port object 25b09590-b529-457c-b1a0-71635f1841f6 will not be triggered until provisioned by entity L2. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:39.347612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.364439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:39.369728 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port bad67fdc-2e68-4e9d-9a72-c346a46b1109 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:39.370134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.515557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Pushing event updated for resources: {'Port': ['ID=25b09590-b529-457c-b1a0-71635f1841f6,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:39.521180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:39.680265 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f15ccc59-ec38-4406-bbe2-8dc6786d8a68 req-d387116d-6f41-4c55-b2a5-59b1b45f4d48 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 210 time: 0.0622973
Apr 15 10:53:39.791229 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Attempting to bind port 25b09590-b529-457c-b1a0-71635f1841f6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:39.791529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Attempting to bind port 25b09590-b529-457c-b1a0-71635f1841f6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:39.791897 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Attempting to bind port 25b09590-b529-457c-b1a0-71635f1841f6 on network 4360a956-814b-4b57-a218-11a4c774e601 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:39.796806 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Port 25b09590-b529-457c-b1a0-71635f1841f6 on network 4360a956-814b-4b57-a218-11a4c774e601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:39.797164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Attempting to bind port 25b09590-b529-457c-b1a0-71635f1841f6 on network 4360a956-814b-4b57-a218-11a4c774e601 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:39.802637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:39.803006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Checking segment: {'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:39.803427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Bound using segment: {'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:39.803895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Bound port: 25b09590-b529-457c-b1a0-71635f1841f6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'}}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:39.804272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.898755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] For port 25b09590-b529-457c-b1a0-71635f1841f6, host hv-cinder-78638, cleared binding levels {{(pid=85289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:39.903456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] For port 25b09590-b529-457c-b1a0-71635f1841f6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25b09590-b529-457c-b1a0-71635f1841f6,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:39.906750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:39.926115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:40.086701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Pushing event updated for resources: {'Port': ['ID=25b09590-b529-457c-b1a0-71635f1841f6,revision_number=3']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:40.092322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:40.124780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:40.125486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:40.126938 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] 10.222.0.104 "PUT /v2.0/ports/25b09590-b529-457c-b1a0-71635f1841f6 HTTP/1.1" status: 200  len: 1094 time: 1.4526682
Apr 15 10:53:40.127459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d864840-010c-444d-9501-036aa452f885', 'tag': '25b09590-b529-457c-b1a0-71635f1841f6'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:40.180959 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d864840-010c-444d-9501-036aa452f885', 'tag': '25b09590-b529-457c-b1a0-71635f1841f6', 'status': 'completed', 'code': 200}
Apr 15 10:53:40.249921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafaaa-239f-47ce-93e7-7bbed3634ecc req-49ec8f66-7b12-4f18-9562-1416d9371429 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:40.251543 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5fcafaaa-239f-47ce-93e7-7bbed3634ecc req-49ec8f66-7b12-4f18-9562-1416d9371429 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0924897
Apr 15 10:53:40.300224 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5fcafaaa-239f-47ce-93e7-7bbed3634ecc req-2376dee5-6051-41fb-90df-265136a3c6a2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424757
Apr 15 10:53:40.551366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95cb67-082b-4e11-89c4-7b89c2eb4ef4 req-02436b51-80e2-4d43-949c-7b760a30212a tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:40.552143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-ee95cb67-082b-4e11-89c4-7b89c2eb4ef4 req-02436b51-80e2-4d43-949c-7b760a30212a tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Synchronizing usage tracker for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:40.569786 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-ee95cb67-082b-4e11-89c4-7b89c2eb4ef4 req-02436b51-80e2-4d43-949c-7b760a30212a tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Unset dirty status for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:40.570982 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ee95cb67-082b-4e11-89c4-7b89c2eb4ef4 req-02436b51-80e2-4d43-949c-7b760a30212a tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 944 time: 0.1097815
Apr 15 10:53:40.621432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-ee95cb67-082b-4e11-89c4-7b89c2eb4ef4 req-1f99f45b-20d4-4e0d-8d69-c4c92141d5cc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Synchronizing usage tracker for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:40.637981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-ee95cb67-082b-4e11-89c4-7b89c2eb4ef4 req-1f99f45b-20d4-4e0d-8d69-c4c92141d5cc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Unset dirty status for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:40.639210 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ee95cb67-082b-4e11-89c4-7b89c2eb4ef4 req-1f99f45b-20d4-4e0d-8d69-c4c92141d5cc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614464
Apr 15 10:53:40.850377 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-268f4c49-c04f-4957-8121-f344f71e7132 req-85f6b874-9d31-4392-8e0f-24ecff18c609 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 210 time: 0.0516284
Apr 15 10:53:41.507007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a9268-17ed-4abd-9801-81a23a49fb70 req-a2334b7c-64ad-4392-9da1-4ca6d25c82ca tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:41.508953 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-276a9268-17ed-4abd-9801-81a23a49fb70 req-a2334b7c-64ad-4392-9da1-4ca6d25c82ca tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0933540
Apr 15 10:53:41.562243 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-276a9268-17ed-4abd-9801-81a23a49fb70 req-5d48b0e5-991d-41f4-9909-78bc3ffef3d7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447745
Apr 15 10:53:41.841965 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653ca17-b6db-4dd0-ae4f-6a91de7e980e req-b6352894-e5fe-4fc3-b54a-5577110638f8 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:41.843462 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3653ca17-b6db-4dd0-ae4f-6a91de7e980e req-b6352894-e5fe-4fc3-b54a-5577110638f8 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 944 time: 0.0885792
Apr 15 10:53:41.891623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3653ca17-b6db-4dd0-ae4f-6a91de7e980e req-28537163-4562-478f-a4ce-59d7daeac16d tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415969
Apr 15 10:53:42.022037 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-70cc0cc8-8fba-4ed5-859b-7287fb9cbd34 req-33a6806f-ac21-4c51-bb9c-c9969ed2e0a1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 210 time: 0.0494213
Apr 15 10:53:42.242271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52480d3-523c-41f1-b16d-c37f7e85400f req-a9a2a788-708b-42be-807c-47179c789540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:42.244114 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c52480d3-523c-41f1-b16d-c37f7e85400f req-a9a2a788-708b-42be-807c-47179c789540 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a071bc0ef1c6484d8ba7c408ee90e6ff&device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 1097 time: 0.1040988
Apr 15 10:53:42.466633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52480d3-523c-41f1-b16d-c37f7e85400f req-94b874e2-cb9f-48d3-b829-0b8978dd1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:42.468528 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c52480d3-523c-41f1-b16d-c37f7e85400f req-94b874e2-cb9f-48d3-b829-0b8978dd1392 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=a071bc0ef1c6484d8ba7c408ee90e6ff&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1866484
Apr 15 10:53:42.498260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-32bee64b-3965-4926-820b-408364837eef tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:42.501404 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-32bee64b-3965-4926-820b-408364837eef tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 816 time: 0.4260931
Apr 15 10:53:42.623079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52480d3-523c-41f1-b16d-c37f7e85400f req-08b304ea-6fce-4eed-9b4e-180e9687a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:42.624575 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c52480d3-523c-41f1-b16d-c37f7e85400f req-08b304ea-6fce-4eed-9b4e-180e9687a763 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1476376
Apr 15 10:53:42.656064 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-49519755-fb0e-4428-8953-3b87dfe7de51 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=baece6e1d3d74502abc623559fb98938 HTTP/1.1" status: 200  len: 5708 time: 0.0767853
Apr 15 10:53:42.729948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'port': {'device_id': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'admin_state_up': True, 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'security_groups': ['4b7b00c2-cf26-4287-a53a-83adc23ea63d']}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:42.849853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64d49-5832-49cb-8fd6-ce278ff47cd9 req-634d4e76-4267-4936-9383-e4675b8a2391 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:42.851463 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-efc64d49-5832-49cb-8fd6-ce278ff47cd9 req-634d4e76-4267-4936-9383-e4675b8a2391 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1566184
Apr 15 10:53:42.861582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-92443344-25e4-41e2-8083-076de61f21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:42.863152 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-92443344-25e4-41e2-8083-076de61f21cf service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a071bc0ef1c6484d8ba7c408ee90e6ff&device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 1097 time: 0.1231472
Apr 15 10:53:42.883778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:42.895020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:42.903998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Made reservation on behalf of baece6e1d3d74502abc623559fb98938 for: {'port': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:42.906572 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-efc64d49-5832-49cb-8fd6-ce278ff47cd9 req-c3327723-692c-48eb-9c78-c1f762f71210 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423851
Apr 15 10:53:42.910396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:42.977692 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-961f7c46-3610-4046-b89e-bb530df7aa6d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b09590-b529-457c-b1a0-71635f1841f6 HTTP/1.1" status: 200  len: 217 time: 0.0669668
Apr 15 10:53:43.067072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-d470803b-1292-48f7-b204-88e4a2020f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:43.068579 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-d470803b-1292-48f7-b204-88e4a2020f25 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5df3e8e7-a5a1-4d4a-b38a-412ee6485dad HTTP/1.1" status: 200  len: 848 time: 0.0831432
Apr 15 10:53:43.125500 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-70c79641-0879-4692-9bb2-3e603220475d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4360a956-814b-4b57-a218-11a4c774e601&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467148
Apr 15 10:53:43.160352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Allocated IP 172.20.0.8 (4a522c71-2c19-419b-a626-745739117657/2486d50f-8717-42b4-98df-9b18a0a3cbdb/cbec163e-669d-4ba6-83bf-c6f535c63d26) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:43.201210 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad217e-95ad-4688-86ea-fb07a12ce472 req-72ea643f-db88-4dea-9cd3-b36951c7709e tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:43.202937 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3fad217e-95ad-4688-86ea-fb07a12ce472 req-72ea643f-db88-4dea-9cd3-b36951c7709e tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 944 time: 0.1778252
Apr 15 10:53:43.285667 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7781345-5999-4952-a116-70aeb3e2468b req-2152dc98-7b4d-43b4-8454-5bad14bf70e2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 210 time: 0.1283457
Apr 15 10:53:43.348803 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-42de765c-88e2-4494-b17d-7232b178dfed service neutron] 10.222.0.104 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166421
Apr 15 10:53:43.363393 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3fad217e-95ad-4688-86ea-fb07a12ce472 req-56e1528f-57f9-4c93-847d-29eb296778ab tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331170
Apr 15 10:53:43.441841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:43.459610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Transition to ACTIVE for port object cbec163e-669d-4ba6-83bf-c6f535c63d26 will not be triggered until provisioned by entity DHCP. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:43.484710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:43.500516 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7241cd54-822e-4a48-9feb-c812f0361b9b req-b81df188-c021-43a5-9a44-8af70f6ef01f service neutron] 10.222.0.104 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423304
Apr 15 10:53:43.502952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b94fe681-3ef8-4912-b0f5-9fcb5083406a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:43.674499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:43.679642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:43.731256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Network 4a522c71-2c19-419b-a626-745739117657 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:43.732403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:43.734699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:43.814990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:43.815668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:43.844114 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1198874
Apr 15 10:53:43.869718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Request body: {'port': {'device_id': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:43.992056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-76ce421a-242d-4f9d-b891-e56f7b6b77c4 None None] Provisioning for port cbec163e-669d-4ba6-83bf-c6f535c63d26 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:43.998818 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-76ce421a-242d-4f9d-b891-e56f7b6b77c4 None None] Provisioning complete for port cbec163e-669d-4ba6-83bf-c6f535c63d26 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:43.999560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-76ce421a-242d-4f9d-b891-e56f7b6b77c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.007723 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.097185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-76ce421a-242d-4f9d-b891-e56f7b6b77c4 None None] Port cbec163e-669d-4ba6-83bf-c6f535c63d26 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:53:44.280465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0becdd7-326d-4e0a-aa98-66a7b6b1453c req-b45ef7bc-16f3-4b44-9d7a-42b0485b1e49 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:44.281781 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c0becdd7-326d-4e0a-aa98-66a7b6b1453c req-b45ef7bc-16f3-4b44-9d7a-42b0485b1e49 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1408553
Apr 15 10:53:44.537501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbec163e-669d-4ba6-83bf-c6f535c63d26 {{(pid=85289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:44.550053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.561204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a0e52-a8ef-4a34-9094-f9a596a07bdd req-899c6cac-95fa-4c09-bac1-8988576136a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:44.562817 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f77a0e52-a8ef-4a34-9094-f9a596a07bdd req-899c6cac-95fa-4c09-bac1-8988576136a4 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1099 time: 0.3477376
Apr 15 10:53:44.566381 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c0becdd7-326d-4e0a-aa98-66a7b6b1453c req-654d751f-1639-4b84-a8c9-7584fbd1a17a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765665
Apr 15 10:53:44.584143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Transition to ACTIVE for port object cbec163e-669d-4ba6-83bf-c6f535c63d26 will not be triggered until provisioned by entity L2. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:44.594373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae23cb4-ed78-4aeb-a19e-76c3ab57de1c req-14e99235-64fc-4bb7-9205-b432fb1d7133 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:44.595142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-eae23cb4-ed78-4aeb-a19e-76c3ab57de1c req-14e99235-64fc-4bb7-9205-b432fb1d7133 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Synchronizing usage tracker for tenant:baece6e1d3d74502abc623559fb98938 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:44.599933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:44.614266 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f77a0e52-a8ef-4a34-9094-f9a596a07bdd req-143b29a0-2fd0-46b9-ac11-9fe13e1ed409 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437045
Apr 15 10:53:44.623877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:44.732830 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-eae23cb4-ed78-4aeb-a19e-76c3ab57de1c req-14e99235-64fc-4bb7-9205-b432fb1d7133 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Unset dirty status for tenant:baece6e1d3d74502abc623559fb98938 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:44.734144 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-eae23cb4-ed78-4aeb-a19e-76c3ab57de1c req-14e99235-64fc-4bb7-9205-b432fb1d7133 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 931 time: 0.2816386
Apr 15 10:53:44.787122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c715f5-a50e-4356-9d9a-4cebc6daaeea req-fda2ec2f-f7c2-40bc-8465-4a9649311fc4 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:44.787733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:44.788794 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e3c715f5-a50e-4356-9d9a-4cebc6daaeea req-fda2ec2f-f7c2-40bc-8465-4a9649311fc4 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 944 time: 0.0969646
Apr 15 10:53:44.796151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:44.838346 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e3c715f5-a50e-4356-9d9a-4cebc6daaeea req-b442450a-78b5-4f4c-a224-f3a87ce6811b tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420969
Apr 15 10:53:44.844581 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-eae23cb4-ed78-4aeb-a19e-76c3ab57de1c req-45295d54-025c-461c-b24a-d58701257c51 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944378
Apr 15 10:53:45.049803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:53:45.066908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Attempting to bind port cbec163e-669d-4ba6-83bf-c6f535c63d26 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:45.067242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Attempting to bind port cbec163e-669d-4ba6-83bf-c6f535c63d26 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:45.067606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Attempting to bind port cbec163e-669d-4ba6-83bf-c6f535c63d26 on network 4a522c71-2c19-419b-a626-745739117657 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:45.073571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Port cbec163e-669d-4ba6-83bf-c6f535c63d26 on network 4a522c71-2c19-419b-a626-745739117657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:45.073930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Attempting to bind port cbec163e-669d-4ba6-83bf-c6f535c63d26 on network 4a522c71-2c19-419b-a626-745739117657 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:45.079763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:45.080126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Checking segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:45.080536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Bound using segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:45.081057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Bound port: cbec163e-669d-4ba6-83bf-c6f535c63d26, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'}}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:45.081508 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.178167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, cleared binding levels {{(pid=85289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:45.181984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:45.185701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.203257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:45.364723 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=3']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:45.368201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:45.412382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:45.413222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.415065 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] 10.222.0.104 "PUT /v2.0/ports/cbec163e-669d-4ba6-83bf-c6f535c63d26 HTTP/1.1" status: 200  len: 1093 time: 1.5512967
Apr 15 10:53:45.416272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:45.443362 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40392) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:45.475034 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'status': 'completed', 'code': 200}
Apr 15 10:53:45.603810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.604366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-5dd1d050-c2b4-4fe8-b225-cb9aefd5c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:45.606115 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-5dd1d050-c2b4-4fe8-b225-cb9aefd5c807 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 1096 time: 0.0892022
Apr 15 10:53:45.621097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:45.625190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Usage tracker for resource:security_group_rule and tenant:f8606025c20b488c8f7b9bb15953edea is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:45.628231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:45.635495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:45.752677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.756452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.760581 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-c1f36b94-af5d-476d-9853-e42e22539a3f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26 HTTP/1.1" status: 200  len: 217 time: 0.1202126
Apr 15 10:53:45.766989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2b1d354-8f63-4de8-b988-192aa7cb7627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:45.798429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7a1300-f56a-47d8-92b3-876aeaffd980,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:45.804344 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:45.827958 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f8606025c20b488c8f7b9bb15953edea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3832753
Apr 15 10:53:45.831528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40402) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:45.864810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-d45fddb7-32e5-4887-a40f-2a4bf95018c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:45.866425 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-d45fddb7-32e5-4887-a40f-2a4bf95018c8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.0991111
Apr 15 10:53:45.910004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aaee8b43-b151-4ff6-aac5-a88d42ebbddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.945272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a250-a790-4add-af04-39bbd2bb6520 req-dec59923-06e5-464c-9bdb-d9014bc70fcb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:45.946330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aaee8b43-b151-4ff6-aac5-a88d42ebbddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:45.948796 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b964a250-a790-4add-af04-39bbd2bb6520 req-dec59923-06e5-464c-9bdb-d9014bc70fcb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2338474
Apr 15 10:53:46.018057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 25b09590-b529-457c-b1a0-71635f1841f6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:53:46.022450 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b964a250-a790-4add-af04-39bbd2bb6520 req-10142049-c505-421a-aaa4-91510380109e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638652
Apr 15 10:53:46.032739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-1772459e-b355-4f9c-9705-c776d510d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:46.034337 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-1772459e-b355-4f9c-9705-c776d510d57e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1499782
Apr 15 10:53:46.095359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0470c5-8f8b-40a2-af59-44d4552eff79 req-640a80fd-e8b2-4934-846e-f11d26d320a8 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:46.096982 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3f0470c5-8f8b-40a2-af59-44d4552eff79 req-640a80fd-e8b2-4934-846e-f11d26d320a8 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 944 time: 0.1145110
Apr 15 10:53:46.098177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aaee8b43-b151-4ff6-aac5-a88d42ebbddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:46.107190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d4916087-5b93-4f0a-9fa4-f96cc319497b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:46.122836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee8b43-b151-4ff6-aac5-a88d42ebbddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7a1300-f56a-47d8-92b3-876aeaffd980,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:46.172640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aaee8b43-b151-4ff6-aac5-a88d42ebbddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:46.176160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aaee8b43-b151-4ff6-aac5-a88d42ebbddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:46.177398 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-aaee8b43-b151-4ff6-aac5-a88d42ebbddb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be7a1300-f56a-47d8-92b3-876aeaffd980 HTTP/1.1" status: 204  len: 168 time: 0.3447630
Apr 15 10:53:46.205186 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3f0470c5-8f8b-40a2-af59-44d4552eff79 req-4cc6f488-314d-4447-850c-1d4f9ba603ae tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990441
Apr 15 10:53:46.256660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 25b09590-b529-457c-b1a0-71635f1841f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25b09590-b529-457c-b1a0-71635f1841f6,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:46.286532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '25b09590-b529-457c-b1a0-71635f1841f6', 'network_id': '4360a956-814b-4b57-a218-11a4c774e601', 'port_id': '25b09590-b529-457c-b1a0-71635f1841f6', 'mac_address': 'fa:16:3e:04:93:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df3e8e7-a5a1-4d4a-b38a-412ee6485dad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:53:46.369502 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:46.393719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b09590-b529-457c-b1a0-71635f1841f6 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:46.412539 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 25b09590-b529-457c-b1a0-71635f1841f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25b09590-b529-457c-b1a0-71635f1841f6,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:46.417982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:46.419954 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:46.520135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=25b09590-b529-457c-b1a0-71635f1841f6,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:46.532407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:46.550113 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-7ec746fe-1c5f-4bda-9ee8-06f6436cc459 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5049019
Apr 15 10:53:46.691711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338df063-e2ae-4538-af2a-304e0f6c43b5 req-e1293f79-115f-4acb-8f60-1b9e97fd33ea tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:46.693288 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-338df063-e2ae-4538-af2a-304e0f6c43b5 req-e1293f79-115f-4acb-8f60-1b9e97fd33ea tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.2858734
Apr 15 10:53:46.760431 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46bf180-75ec-4ce2-94cc-641613aea1bf req-40c1abae-53d8-49f7-8b17-8821affa70bc service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2028227
Apr 15 10:53:46.771291 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-338df063-e2ae-4538-af2a-304e0f6c43b5 req-827efa1a-c095-486f-ad3e-f116224b2211 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637074
Apr 15 10:53:46.835934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['25b09590-b529-457c-b1a0-71635f1841f6'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:46.971181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-099fc200-94e6-4f18-9ce6-20459c500043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:46.972772 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-099fc200-94e6-4f18-9ce6-20459c500043 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 1096 time: 0.0876625
Apr 15 10:53:47.172280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-90f1c8e4-fb97-4f26-94a6-2cce0e4c23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.173840 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-90f1c8e4-fb97-4f26-94a6-2cce0e4c23b4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.1850736
Apr 15 10:53:47.249574 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-bcbf35a6-f4a7-4b9e-88c3-5dfd0c3b60c1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26 HTTP/1.1" status: 200  len: 217 time: 0.0687096
Apr 15 10:53:47.254803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefcdd0-0ab4-4e4d-b3d0-5d42c5043f2f req-56df599c-fdc8-4413-9ccb-2830aa784027 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.256407 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-efefcdd0-0ab4-4e4d-b3d0-5d42c5043f2f req-56df599c-fdc8-4413-9ccb-2830aa784027 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0994163
Apr 15 10:53:47.326029 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-efefcdd0-0ab4-4e4d-b3d0-5d42c5043f2f req-7f3f910e-f6ac-48e2-b768-bbef94cfa3c2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620875
Apr 15 10:53:47.377812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-e34b4aa1-6a67-4d0c-92a9-683581310410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.379374 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-e34b4aa1-6a67-4d0c-92a9-683581310410 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.1230514
Apr 15 10:53:47.498226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78914aad-8c3d-4816-b5ce-98c51f92045f req-c9a96519-7388-4836-bbec-90fff075a91d tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.499870 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-78914aad-8c3d-4816-b5ce-98c51f92045f req-c9a96519-7388-4836-bbec-90fff075a91d tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 945 time: 0.1678820
Apr 15 10:53:47.506835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-d547c97e-9d10-4af0-aad9-ab90de0ef9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:47.508324 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-d547c97e-9d10-4af0-aad9-ab90de0ef9f7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1203604
Apr 15 10:53:47.666625 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-78914aad-8c3d-4816-b5ce-98c51f92045f req-a1a313b9-5292-4cec-b909-b5d98e862566 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560299
Apr 15 10:53:47.752219 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-8a7c09e7-f910-47e1-b4b3-e5a824ee5584 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2258999
Apr 15 10:53:47.940447 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25824de4-c82e-4016-8d1e-6d3cf8fe3fc1 req-eb9c1985-b4a1-41a0-a1be-8111d54b034a service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737516
Apr 15 10:53:48.011469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 25b09590-b529-457c-b1a0-71635f1841f6 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:48.129855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771c3b-b11b-4f3d-b355-cb0c90c5edbb req-dde3dacc-1a9d-415a-bff4-004cf2d8c7a9 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:48.131476 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac771c3b-b11b-4f3d-b355-cb0c90c5edbb req-dde3dacc-1a9d-415a-bff4-004cf2d8c7a9 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1406331
Apr 15 10:53:48.139666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 25b09590-b529-457c-b1a0-71635f1841f6 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:48.141038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-d474b3fb-b539-4c85-91be-e3e99953c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:48.142657 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-d474b3fb-b539-4c85-91be-e3e99953c245 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1099 time: 0.3857746
Apr 15 10:53:48.152107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 25b09590-b529-457c-b1a0-71635f1841f6 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:48.152533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:48.210240 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac771c3b-b11b-4f3d-b355-cb0c90c5edbb req-42dab498-0b30-4042-8f30-b5ed6fa4a445 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697262
Apr 15 10:53:48.302900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7262-cb70-4b8f-8cae-31deb223e24d req-ec2162dc-2b5c-47cd-9eb8-6da83e5a6a75 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:48.304472 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a05c7262-cb70-4b8f-8cae-31deb223e24d req-ec2162dc-2b5c-47cd-9eb8-6da83e5a6a75 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.4225125
Apr 15 10:53:48.343135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-5d1ff4ab-4371-4173-b99b-f1efdecbfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:48.344788 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-5d1ff4ab-4371-4173-b99b-f1efdecbfcb2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.1908824
Apr 15 10:53:48.441655 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-706d8650-68f9-477c-be7f-420844b18ad1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 200  len: 217 time: 0.0816441
Apr 15 10:53:48.444806 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a05c7262-cb70-4b8f-8cae-31deb223e24d req-da287e86-577a-4a2e-9b50-1074dba96233 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295595
Apr 15 10:53:48.485786 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:48.515715 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d864840-010c-444d-9501-036aa452f885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b09590-b529-457c-b1a0-71635f1841f6'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:48.519979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-fae21f71-9744-42d5-8c56-fe932a693701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:48.521868 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-fae21f71-9744-42d5-8c56-fe932a693701 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.0683398
Apr 15 10:53:48.527541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 25b09590-b529-457c-b1a0-71635f1841f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25b09590-b529-457c-b1a0-71635f1841f6,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:48.530894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:48.532924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:48.572874 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d864840-010c-444d-9501-036aa452f885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b09590-b529-457c-b1a0-71635f1841f6', 'code': 200}
Apr 15 10:53:48.585784 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-cfab4716-2b6f-4260-ac45-07e432c53edd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553336
Apr 15 10:53:48.608728 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=25b09590-b529-457c-b1a0-71635f1841f6,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:48.612539 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:48.769949 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-dc1fe20b-7cba-461b-b811-3954d3adfb1d service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535513
Apr 15 10:53:48.883523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97501eb1-6719-42f6-ace4-defb30a60f8d req-a04f35e3-5174-4761-aec7-26a791ed1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:48.885821 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-97501eb1-6719-42f6-ace4-defb30a60f8d req-a04f35e3-5174-4761-aec7-26a791ed1a86 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 1099 time: 0.0850856
Apr 15 10:53:48.952336 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-97501eb1-6719-42f6-ace4-defb30a60f8d req-8b4a4228-b3fe-4ea6-b6a8-cfa384361520 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412023
Apr 15 10:53:49.000606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f93645-8682-44ad-9db0-79b9507dfd5d req-62de9ae0-d686-469e-9180-dae63b6e2b03 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:49.005391 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e3f93645-8682-44ad-9db0-79b9507dfd5d req-62de9ae0-d686-469e-9180-dae63b6e2b03 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.1967521
Apr 15 10:53:49.005391 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5775b167-2c8c-4563-b9a6-4778ce1051c8 req-3877f3d4-c629-44d0-a10c-a7b02e49d8eb service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2233448
Apr 15 10:53:49.055736 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e3f93645-8682-44ad-9db0-79b9507dfd5d req-343c7941-9b81-4d80-96e8-6b15e1278df4 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438466
Apr 15 10:53:49.438487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65753f6-e580-4264-93cd-0080ccd51f57 req-a765f788-2685-462b-8f6d-0a7486437709 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:49.440431 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c65753f6-e580-4264-93cd-0080ccd51f57 req-a765f788-2685-462b-8f6d-0a7486437709 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1017885
Apr 15 10:53:49.500029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40504) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:49.521013 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c65753f6-e580-4264-93cd-0080ccd51f57 req-8f1af036-e989-46a9-809b-3454b160b6b7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711150
Apr 15 10:53:49.709165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.739500 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:49.745212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Usage tracker for resource:security_group_rule and tenant:1b06a9a210fd40d3b39dd8bc4c0bd391 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:49.748888 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:49.755691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:49.812651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037790ac-9653-480f-8aea-75ab844e4328 req-6c9dab6a-d1f5-4ab2-a170-559a1b2ab43e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:49.814310 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-037790ac-9653-480f-8aea-75ab844e4328 req-6c9dab6a-d1f5-4ab2-a170-559a1b2ab43e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2113736
Apr 15 10:53:49.903636 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-037790ac-9653-480f-8aea-75ab844e4328 req-58c2747f-892e-4ae6-a993-748f15422cea tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767663
Apr 15 10:53:49.911486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.915002 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:49.924793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91ef8e43-3555-4181-a95e-895c7d02d95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:49.935236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-33988192-dd1f-48fb-bfe6-27d0df360686 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:49.936841 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-33988192-dd1f-48fb-bfe6-27d0df360686 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 815 time: 0.1711569
Apr 15 10:53:49.953298 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-9b62bb52-ca03-4f4d-b768-17cf8eec3c2d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/quotas/0e4727bc6c744ca2a6add783d7b90578 HTTP/1.1" status: 200  len: 375 time: 0.0103042
Apr 15 10:53:49.975629 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b06a9a210fd40d3b39dd8bc4c0bd391&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4787385
Apr 15 10:53:49.975629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a8896-bc6b-4786-8cd7-20a75a93515c,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:49.976685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40522) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:49.980218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:50.023758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:53:50.042527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a774db1-e364-4ed2-a809-f8b510744081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.050640 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-b4caed25-9311-4578-ab35-ae791356cd8e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0912097
Apr 15 10:53:50.072322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a774db1-e364-4ed2-a809-f8b510744081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.126887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a774db1-e364-4ed2-a809-f8b510744081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.138513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ca4b8c59-61fa-4d55-a286-8d64db4cb478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:50.164702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a774db1-e364-4ed2-a809-f8b510744081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a8896-bc6b-4786-8cd7-20a75a93515c,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:50.170377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3a774db1-e364-4ed2-a809-f8b510744081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:50.216069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:50.223418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a774db1-e364-4ed2-a809-f8b510744081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.224962 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3a774db1-e364-4ed2-a809-f8b510744081 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f7a8896-bc6b-4786-8cd7-20a75a93515c HTTP/1.1" status: 204  len: 168 time: 0.2469625
Apr 15 10:53:50.235497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'port_id': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'mac_address': 'fa:16:3e:1e:58:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:53:50.252640 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-650ff432-b979-4af4-b130-2f3737ac4897 service neutron] 10.222.0.68 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916475
Apr 15 10:53:50.310304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75346c42-a0f5-4f97-b20d-f0c5cf859205 req-a33122bc-486a-44de-943c-327e2c2dadde tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:50.312743 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75346c42-a0f5-4f97-b20d-f0c5cf859205 req-a33122bc-486a-44de-943c-327e2c2dadde tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.1270976
Apr 15 10:53:50.318858 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.340508 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbec163e-669d-4ba6-83bf-c6f535c63d26 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:50.371938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:50.375978 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75346c42-a0f5-4f97-b20d-f0c5cf859205 req-0240d16e-31e9-4e75-964a-2e1a19d857b5 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561867
Apr 15 10:53:50.376618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.382022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-99b080d3-2920-43e1-9740-e1403f14a204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:50.426149 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-8d954b85-7b50-4a25-b01d-07f044a6890b service neutron] 10.222.0.68 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655993
Apr 15 10:53:50.458781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:50.463298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:50.647089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f10e600-d8f4-4da9-9d9d-3c157907d231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:50.668196 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f8dbff0-5c21-46d3-87f7-f62e5a6eebe0 req-52ff7b2e-9608-4548-9e54-4839c5a8880e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 210 time: 0.0552685
Apr 15 10:53:50.764252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f75873-4ae6-4585-b5a6-67e096f73218 req-b6eaa11b-7538-4c39-90a2-ec63ff348e16 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:50.765868 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d6f75873-4ae6-4585-b5a6-67e096f73218 req-b6eaa11b-7538-4c39-90a2-ec63ff348e16 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 944 time: 0.1012311
Apr 15 10:53:50.828501 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d6f75873-4ae6-4585-b5a6-67e096f73218 req-d99bfcaf-8b77-4fe8-86e9-3377802b2c72 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552764
Apr 15 10:53:51.078768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40566) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:51.114206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b52e45-d7e2-4134-b986-8011ab94537a req-badea5b0-d8aa-47b2-a3fd-3c81e1cc27eb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:51.115768 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-13b52e45-d7e2-4134-b986-8011ab94537a req-badea5b0-d8aa-47b2-a3fd-3c81e1cc27eb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0930390
Apr 15 10:53:51.166142 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-13b52e45-d7e2-4134-b986-8011ab94537a req-4e559b3a-e8e6-47a2-a7d8-5141a2b3c65c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422130
Apr 15 10:53:51.194242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-419751083-network', 'tenant_id': 'b3675c5e39634a70b7f92f52dfc82dee'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:51.199832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:51.204142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Usage tracker for resource:network and tenant:b3675c5e39634a70b7f92f52dfc82dee is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:51.207148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:51.214122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:51.222703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Made reservation on behalf of b3675c5e39634a70b7f92f52dfc82dee for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:51.227367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.241382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.258117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:51.262376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Usage tracker for resource:security_group_rule and tenant:b3675c5e39634a70b7f92f52dfc82dee is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:51.265382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:51.271343 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:51.360302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.363174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.367319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0c62fa85-5eb1-4fdb-b966-4fb6dfe0d007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:51.392807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:53:51.406190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f7ba09-56c7-435e-b919-53ce55bad031,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:51.409597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:51.412641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.413040 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Added segment 3a4e9f41-2334-4cde-989c-f795e1740117 of type vlan for network 0a09ade5-e0e2-4ba2-a431-22646430e338
Apr 15 10:53:51.442649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.473034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.474485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:51.475101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.480866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:51.640131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Pushing event updated for resources: {'Network': ['ID=0a09ade5-e0e2-4ba2-a431-22646430e338,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:51.643438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:51.645008 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5651565
Apr 15 10:53:51.648122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40576) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:51.651472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 0a09ade5-e0e2-4ba2-a431-22646430e338 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:53:51.658563 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Request body: {'subnet': {'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-419751083-subnet', 'tenant_id': 'b3675c5e39634a70b7f92f52dfc82dee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:51.666763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:51.679165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Usage tracker for resource:subnet and tenant:b3675c5e39634a70b7f92f52dfc82dee is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:51.683407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:51.692015 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:51.708575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063114c6-bc7f-4f3f-a523-fa7b8c0bc925 req-e605934b-c4ae-4283-839f-94596f46c087 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:51.710300 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-063114c6-bc7f-4f3f-a523-fa7b8c0bc925 req-e605934b-c4ae-4283-839f-94596f46c087 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.2052145
Apr 15 10:53:51.717520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Made reservation on behalf of b3675c5e39634a70b7f92f52dfc82dee for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:51.722333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8129964'] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:51.842442 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5d0f8f80-13aa-4974-b730-be96dc200600 req-b3c1284d-cab2-4a3c-8d05-463deab7cd6b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 210 time: 0.0502057
Apr 15 10:53:51.856766 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-063114c6-bc7f-4f3f-a523-fa7b8c0bc925 req-04abf259-4b63-4a46-873f-ace11136a2ec tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174083
Apr 15 10:53:52.051449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b725ebe-9138-4440-bd6c-f966f4010c82 req-4792a57c-cdd9-4efe-bd93-6d98221fbdd1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:52.053174 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1b725ebe-9138-4440-bd6c-f966f4010c82 req-4792a57c-cdd9-4efe-bd93-6d98221fbdd1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 944 time: 0.0922742
Apr 15 10:53:52.111915 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1b725ebe-9138-4440-bd6c-f966f4010c82 req-8269abf8-a770-4103-8bea-94cc00685173 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502355
Apr 15 10:53:52.404883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11c687-4969-4fd9-b22d-34bdef6e94a4 req-a2cd714c-ecba-439c-885d-520621ddfcab tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:52.406541 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9f11c687-4969-4fd9-b22d-34bdef6e94a4 req-a2cd714c-ecba-439c-885d-520621ddfcab tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1208210
Apr 15 10:53:52.501076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848453805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8129981'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:52.504597 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9f11c687-4969-4fd9-b22d-34bdef6e94a4 req-d51eb152-c3e3-4bb4-8a5f-29ecc29d58f6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682223
Apr 15 10:53:52.522957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:52.654994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2308f18e-5900-4f2c-9037-4e121ff1c3e6,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:52.658092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:52.733146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Checking segment: {'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:52.733589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Network hostable DHCP agents. Network: 0a09ade5-e0e2-4ba2-a431-22646430e338, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:53:52.752279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Network 0a09ade5-e0e2-4ba2-a431-22646430e338 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:53:52.760944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 0a09ade5-e0e2-4ba2-a431-22646430e338) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:52.773071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f7244-00c7-4b9c-b4a2-bd2a69cce6fc None None] Network 0a09ade5-e0e2-4ba2-a431-22646430e338 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:53:52.773261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:52.773867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:52.794891 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1454825
Apr 15 10:53:53.179055 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-29eccaeb-96ed-403f-987c-03a9f2989e70 req-76958085-6c93-49ea-bffe-9d9446fe914b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 210 time: 0.1152918
Apr 15 10:53:53.179913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86125ed8-4f79-4e5d-888b-65c30e396c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.191058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a02c48-78dc-4c36-983d-a3bfbd92eb1f None None] Network 0a09ade5-e0e2-4ba2-a431-22646430e338 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:53:53.284100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ee13a-a4fc-495b-9def-698bf413b0b6 req-df82830d-be3a-4f7e-ad90-2cbcd50152a9 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:53.285929 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-440ee13a-a4fc-495b-9def-698bf413b0b6 req-df82830d-be3a-4f7e-ad90-2cbcd50152a9 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.2242665
Apr 15 10:53:53.414825 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-440ee13a-a4fc-495b-9def-698bf413b0b6 req-5bbb1d01-a9ca-4bfc-9579-54772f410b73 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077228
Apr 15 10:53:53.512219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-a14e7b89-0c43-46d3-ae51-dec4901632b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:53.514015 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-a14e7b89-0c43-46d3-ae51-dec4901632b5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1099 time: 0.2215688
Apr 15 10:53:53.541543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['cbec163e-669d-4ba6-83bf-c6f535c63d26'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:53.671705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c41a-1778-44ae-a3c7-78cc359d5a65 req-0f2217e3-3b96-496e-af58-706917b70262 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:53.690207 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9d54c41a-1778-44ae-a3c7-78cc359d5a65 req-0f2217e3-3b96-496e-af58-706917b70262 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 944 time: 0.2698927
Apr 15 10:53:53.834552 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9d54c41a-1778-44ae-a3c7-78cc359d5a65 req-227b7a44-04d4-4f00-a398-1ee9f58837bc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1432936
Apr 15 10:53:53.843747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-346aac02-5251-473b-9752-e826f14c882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:53.845682 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-346aac02-5251-473b-9752-e826f14c882c service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.3057597
Apr 15 10:53:53.862416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eaa69-3c36-45d7-9479-065ec1d5b8c8 req-093d5c1c-3191-497c-9c09-914f6038b800 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:53.865654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.872380 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7a2eaa69-3c36-45d7-9479-065ec1d5b8c8 req-093d5c1c-3191-497c-9c09-914f6038b800 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1400681
Apr 15 10:53:53.928285 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7a2eaa69-3c36-45d7-9479-065ec1d5b8c8 req-d40188c5-0aa9-49a7-a8c5-9f256c89f162 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545344
Apr 15 10:53:53.942183 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-a753174f-10db-4dbf-a2b5-5b0e24ae2b3f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 200  len: 217 time: 0.0875528
Apr 15 10:53:53.997414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:54.017145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-6426b2ff-bd47-480d-8a98-dd3ad846bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:54.018708 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-6426b2ff-bd47-480d-8a98-dd3ad846bca2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.0673511
Apr 15 10:53:54.073800 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-66937712-c124-420f-b4df-022441bc5088 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463710
Apr 15 10:53:54.231931 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-107245c8-97a4-4d48-b17f-11b69fc62bb2 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430266
Apr 15 10:53:54.592856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-1fe65f0d-8780-4c2b-8290-d7abb2179749 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:54.594417 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-1fe65f0d-8780-4c2b-8290-d7abb2179749 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 815 time: 0.2453771
Apr 15 10:53:54.629256 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0fc74cce-505d-41d9-8ea7-e7d4f5035709 req-2b8a764d-d036-44bb-a2e0-132205f891f8 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 210 time: 0.2955794
Apr 15 10:53:54.678446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Request body: {'port': {'device_id': '873c297a-a683-43f3-8033-7271959f64af', 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'admin_state_up': True, 'tenant_id': '0e4727bc6c744ca2a6add783d7b90578'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:54.695578 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb5adfa1-6f27-44b4-ae34-2178971d7506 req-12646bb6-7bf6-4895-a2c2-cf70feabff78 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4533339
Apr 15 10:53:54.769225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3844b0-3790-4de4-8b65-0818b1da4d8a req-2ae4885f-a06d-47e0-9f8e-391b7194f17f tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:54.770836 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9c3844b0-3790-4de4-8b65-0818b1da4d8a req-2ae4885f-a06d-47e0-9f8e-391b7194f17f tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.2414536
Apr 15 10:53:54.869080 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9c3844b0-3790-4de4-8b65-0818b1da4d8a req-417f9ccb-fd5f-4e82-bbb3-6785f40a9d79 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908539
Apr 15 10:53:54.881795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:54.894218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:54.904553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Made reservation on behalf of 0e4727bc6c744ca2a6add783d7b90578 for: {'port': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:54.912178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:54.932846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:53:55.083891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:55.085727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port cbec163e-669d-4ba6-83bf-c6f535c63d26 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:53:55.091838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port cbec163e-669d-4ba6-83bf-c6f535c63d26 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:53:55.092260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:55.135841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c451d-19cc-4db2-a51b-a7643f1280dc req-40c0c791-3440-4f7d-970b-e56ed1a1e5db tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:55.137835 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b69c451d-19cc-4db2-a51b-a7643f1280dc req-40c0c791-3440-4f7d-970b-e56ed1a1e5db tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 944 time: 0.1393998
Apr 15 10:53:55.216470 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b69c451d-19cc-4db2-a51b-a7643f1280dc req-3ff9c3b0-61b0-42fd-9325-bd724f742fd6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708334
Apr 15 10:53:55.253939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Allocated IP 172.20.0.5 (a7c30fb4-19c2-40a8-a79d-170b919ee1ed/df1a9711-11de-42c5-8800-31193bcc8998/7e5002e7-c8b3-465c-bd50-35adf697f5d1) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:55.265905 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:55.296073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:55.307792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:53:55.310716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:55.312686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5961622e-2874-452a-9c1b-67c9498c86ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:55.313822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b878a8-ea0c-46ae-a8e2-a6ca5d98ec3e req-c30dec09-1a68-4183-93d2-f9b410a8d357 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:55.315691 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-83b878a8-ea0c-46ae-a8e2-a6ca5d98ec3e req-c30dec09-1a68-4183-93d2-f9b410a8d357 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1594899
Apr 15 10:53:55.438448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:55.448407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:55.520870 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-83b878a8-ea0c-46ae-a8e2-a6ca5d98ec3e req-192ba09a-6518-4f81-92de-a17840f9f8a3 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947565
Apr 15 10:53:55.587730 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'code': 200}
Apr 15 10:53:55.621207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-36974527-da6d-41d7-a223-0db41cfacc8c tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:55.623022 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-36974527-da6d-41d7-a223-0db41cfacc8c tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/networks?id=0a09ade5-e0e2-4ba2-a431-22646430e338 HTTP/1.1" status: 200  len: 813 time: 0.2904627
Apr 15 10:53:55.656299 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-ddfc8d8a-b14d-4091-826b-549d9fe24c1d tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/quotas/b3675c5e39634a70b7f92f52dfc82dee HTTP/1.1" status: 200  len: 375 time: 0.0174899
Apr 15 10:53:55.672239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:55.721138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:55.729768 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-be516ec3-6cec-44f4-962e-942ba4458e0f tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3675c5e39634a70b7f92f52dfc82dee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0607264
Apr 15 10:53:55.749742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b805484a-28f3-4b60-a54f-c26a0b686279 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:55.786871 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:53:55.894617 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7ce8c913-ca51-4e53-a37b-a4e3c93f13bb service neutron] 10.222.0.68 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529663
Apr 15 10:53:56.005874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Pushing event updated for resources: {'Port': ['ID=7e5002e7-c8b3-465c-bd50-35adf697f5d1,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:56.018025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.018726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.019316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.019872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.020406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.020985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.021544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.022085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.022623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.023145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.023674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.024737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:56.044048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:56.067279 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a91e85d3-5247-4752-8312-0d58dd5e5ddc service neutron] 10.222.0.68 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645854
Apr 15 10:53:56.088906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:56.118838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:56.122867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:56.138337 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:56.214047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396893e3-a02a-4011-a13a-bfedad87dabd req-9dc822c1-aef3-413e-8e90-297834fc91df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:56.218822 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-396893e3-a02a-4011-a13a-bfedad87dabd req-9dc822c1-aef3-413e-8e90-297834fc91df service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 1098 time: 0.1497416
Apr 15 10:53:56.226287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08127126-b905-47e6-a7f1-e6c5e1353ec0 req-7ced023d-2c59-4aca-9ea6-ef6f31c8e39f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:56.228799 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08127126-b905-47e6-a7f1-e6c5e1353ec0 req-7ced023d-2c59-4aca-9ea6-ef6f31c8e39f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 931 time: 0.3505242
Apr 15 10:53:56.331144 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-396893e3-a02a-4011-a13a-bfedad87dabd req-8187e2bf-f8e3-485d-8426-ec927fcecaf2 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974183
Apr 15 10:53:56.398102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:56.398788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:56.417831 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08127126-b905-47e6-a7f1-e6c5e1353ec0 req-450d4ffb-29ad-489b-aa52-0bed956c17d3 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728179
Apr 15 10:53:56.442004 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7938588
Apr 15 10:53:56.549558 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-715d8ce0-d842-4218-a287-3572eb2bdef1 req-b6acf918-1a79-431c-8478-40694f60f4ea tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 210 time: 0.0626614
Apr 15 10:53:56.557563 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f995e9b-b3ea-439a-b50f-6c5b4333cf9d req-3d66c549-9bbb-472a-9223-b55d61680223 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:56.564084 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6f995e9b-b3ea-439a-b50f-6c5b4333cf9d req-3d66c549-9bbb-472a-9223-b55d61680223 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1123626
Apr 15 10:53:56.610024 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6f995e9b-b3ea-439a-b50f-6c5b4333cf9d req-b1dc6178-b9ab-4616-b5e9-caae9bf7bc8f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448365
Apr 15 10:53:56.775869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Request body: {'port': {'device_id': '873c297a-a683-43f3-8033-7271959f64af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:56.918373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:56.995760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f31fa1-2077-4c0f-8cd7-ca45e317d88d req-e4359724-d49a-4c5d-a474-4428b872a7c2 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:57.008393 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-21f31fa1-2077-4c0f-8cd7-ca45e317d88d req-e4359724-d49a-4c5d-a474-4428b872a7c2 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.1163957
Apr 15 10:53:57.068803 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-21f31fa1-2077-4c0f-8cd7-ca45e317d88d req-f6e1f052-32eb-4a21-a72f-f991bc37e2da tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521402
Apr 15 10:53:57.094645 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40710) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:57.262594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:57.277843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:57.281856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Usage tracker for resource:security_group_rule and tenant:d0cb0f16203d4b10aaae9b16ddf3ed38 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:57.284852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:57.291842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:57.380596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:57.385370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:57.394956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9e426ab6-f268-41c9-b968-e772cd0ca271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:57.408401 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5002e7-c8b3-465c-bd50-35adf697f5d1 {{(pid=85289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:53:57.419065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:57.436387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Transition to ACTIVE for port object 7e5002e7-c8b3-465c-bd50-35adf697f5d1 will not be triggered until provisioned by entity L2. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:53:57.439159 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0cb0f16203d4b10aaae9b16ddf3ed38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3432648
Apr 15 10:53:57.441169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc45413-f81c-4370-b69a-b1ebe0a62b24,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:57.442483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40718) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:57.445278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:57.449536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.450210 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.450593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.451028 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.451493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.451811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.452203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.452580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.453098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.453509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.453896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.454276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:57.458623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:57.487344 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-39bf11e6-70c2-4073-8722-4e59f02207c9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:57.720160 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2d96e461-ab96-4e8c-8159-85c59a1ec954 req-b659809b-1d29-4d4f-ad8f-24561262e9b3 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 210 time: 0.0561550
Apr 15 10:53:57.933762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5002e7-c8b3-465c-bd50-35adf697f5d1,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:57.942493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:57.963865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f65681ca-712c-441b-9ee5-ddaf0d523c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:58.025864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f65681ca-712c-441b-9ee5-ddaf0d523c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:58.056926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f5b48-fc54-41d4-922e-fa8f39e72d42 req-7f72cc49-2184-4760-a4e1-f5f9e4e22b2f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:58.065620 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8c8f5b48-fc54-41d4-922e-fa8f39e72d42 req-7f72cc49-2184-4760-a4e1-f5f9e4e22b2f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2353806
Apr 15 10:53:58.125324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-6b52afd6-103f-4d10-bce2-e65d556cfbbe tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:58.126885 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-6b52afd6-103f-4d10-bce2-e65d556cfbbe tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.104 "GET /v2.0/networks?id=0a09ade5-e0e2-4ba2-a431-22646430e338 HTTP/1.1" status: 200  len: 813 time: 0.2983460
Apr 15 10:53:58.140529 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8c8f5b48-fc54-41d4-922e-fa8f39e72d42 req-c6c1ad21-eed8-426d-84b7-6568f866b6ee tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700810
Apr 15 10:53:58.188542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Request body: {'port': {'device_id': '91ac5654-dc56-4641-8252-c48746b81091', 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338', 'admin_state_up': True, 'tenant_id': 'b3675c5e39634a70b7f92f52dfc82dee'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:58.197004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6bb2e-db5f-4335-9707-a3cac678e308 req-c64b8a77-31e1-45e3-8637-d7f96f834881 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:58.197796 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-f8a6bb2e-db5f-4335-9707-a3cac678e308 req-c64b8a77-31e1-45e3-8637-d7f96f834881 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:58.271143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-f8a6bb2e-db5f-4335-9707-a3cac678e308 req-c64b8a77-31e1-45e3-8637-d7f96f834881 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:58.278735 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f8a6bb2e-db5f-4335-9707-a3cac678e308 req-c64b8a77-31e1-45e3-8637-d7f96f834881 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 943 time: 0.6877017
Apr 15 10:53:58.304463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f65681ca-712c-441b-9ee5-ddaf0d523c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:58.321686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:58.352624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65681ca-712c-441b-9ee5-ddaf0d523c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc45413-f81c-4370-b69a-b1ebe0a62b24,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:58.356345 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f65681ca-712c-441b-9ee5-ddaf0d523c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:58.365014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Attempting to bind port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:53:58.365421 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Attempting to bind port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:53:58.365782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Attempting to bind port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:58.375390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f65681ca-712c-441b-9ee5-ddaf0d523c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:58.376631 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f65681ca-712c-441b-9ee5-ddaf0d523c13 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbc45413-f81c-4370-b69a-b1ebe0a62b24 HTTP/1.1" status: 204  len: 168 time: 0.9331176
Apr 15 10:53:58.379664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:53:58.380025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Attempting to bind port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:53:58.399334 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f8a6bb2e-db5f-4335-9707-a3cac678e308 req-3f885c08-dbbf-4952-8a10-ddbb5b78860d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192782
Apr 15 10:53:58.407909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:53:58.409812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Checking segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:53:58.410391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Bound using segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:53:58.412016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Bound port: 7e5002e7-c8b3-465c-bd50-35adf697f5d1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'}}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:53:58.413098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:58.460811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:58.491185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Usage tracker for resource:port and tenant:b3675c5e39634a70b7f92f52dfc82dee is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:58.497824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:58.526469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:58.564129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c146-4ce6-447a-a9df-f28aafb7029e req-859c971a-6be9-44e7-882a-33fe27b09c67 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:58.566411 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4378c146-4ce6-447a-a9df-f28aafb7029e req-859c971a-6be9-44e7-882a-33fe27b09c67 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.2828784
Apr 15 10:53:58.570761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Made reservation on behalf of b3675c5e39634a70b7f92f52dfc82dee for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:58.576696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] For port 7e5002e7-c8b3-465c-bd50-35adf697f5d1, host hv-cinder-78638, cleared binding levels {{(pid=85289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:53:58.580278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] For port 7e5002e7-c8b3-465c-bd50-35adf697f5d1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e5002e7-c8b3-465c-bd50-35adf697f5d1,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:53:58.585292 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:58.589306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:58.654097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:58.724613 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4378c146-4ce6-447a-a9df-f28aafb7029e req-e2354504-237e-4147-aa9a-a91d5fd9923b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232271
Apr 15 10:53:58.845233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Allocated IP 172.20.0.13 (0a09ade5-e0e2-4ba2-a431-22646430e338/2308f18e-5900-4f2c-9037-4e121ff1c3e6/d5fb229b-046d-4e1a-b451-3f0597c914f9) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:53:58.845546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5002e7-c8b3-465c-bd50-35adf697f5d1,revision_number=3']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:58.872115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:58.905720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956e523-1859-4c71-b4d0-96cd81beb429 req-2f19257c-d957-4deb-a2a2-b5fe294c5067 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:58.915360 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a956e523-1859-4c71-b4d0-96cd81beb429 req-2f19257c-d957-4deb-a2a2-b5fe294c5067 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.3319025
Apr 15 10:53:58.980715 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a956e523-1859-4c71-b4d0-96cd81beb429 req-75520cf4-87fd-4284-804d-7413673f005a tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641410
Apr 15 10:53:59.013102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:59.014012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:59.016033 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] 10.222.0.104 "PUT /v2.0/ports/7e5002e7-c8b3-465c-bd50-35adf697f5d1 HTTP/1.1" status: 200  len: 1093 time: 2.2464900
Apr 15 10:53:59.016667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873c297a-a683-43f3-8033-7271959f64af', 'tag': '7e5002e7-c8b3-465c-bd50-35adf697f5d1'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:53:59.140553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:59.186285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:59.210559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:59.315341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-6db316cb-e476-4e12-916a-488ddc50df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:59.321744 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-6db316cb-e476-4e12-916a-488ddc50df1b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 1096 time: 0.2334831
Apr 15 10:53:59.341214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ac8d-b8aa-4743-af28-ab5d06ed1d27 req-d39a9dcf-71e6-4fb7-9205-880de7540eb3 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:59.342887 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f195ac8d-b8aa-4743-af28-ab5d06ed1d27 req-d39a9dcf-71e6-4fb7-9205-880de7540eb3 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 932 time: 0.1598439
Apr 15 10:53:59.386352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Pushing event updated for resources: {'Port': ['ID=d5fb229b-046d-4e1a-b451-3f0597c914f9,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:59.392052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:59.418140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40774) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:59.476108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-f195ac8d-b8aa-4743-af28-ab5d06ed1d27 req-e749823b-afac-457b-a444-ba4f1e4b1ebb tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Synchronizing usage tracker for tenant:b3675c5e39634a70b7f92f52dfc82dee on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:59.481623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873c297a-a683-43f3-8033-7271959f64af', 'tag': '7e5002e7-c8b3-465c-bd50-35adf697f5d1', 'status': 'completed', 'code': 200}
Apr 15 10:53:59.484402 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-2caf526d-f74d-4730-810e-84e34e696e41 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e5002e7-c8b3-465c-bd50-35adf697f5d1 HTTP/1.1" status: 200  len: 217 time: 0.1405590
Apr 15 10:53:59.549671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Network 0a09ade5-e0e2-4ba2-a431-22646430e338 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:53:59.552710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:53:59.555702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:53:59.562908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:59.563765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:59.590719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-f195ac8d-b8aa-4743-af28-ab5d06ed1d27 req-e749823b-afac-457b-a444-ba4f1e4b1ebb tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Unset dirty status for tenant:b3675c5e39634a70b7f92f52dfc82dee on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:59.601010 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f195ac8d-b8aa-4743-af28-ab5d06ed1d27 req-e749823b-afac-457b-a444-ba4f1e4b1ebb tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013977
Apr 15 10:53:59.629820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-4bd0e4a8-dff0-48d3-b01e-60d93fc11bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:59.631365 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-4bd0e4a8-dff0-48d3-b01e-60d93fc11bcf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.1348100
Apr 15 10:53:59.654962 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4712560
Apr 15 10:53:59.706778 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-221d834c-3940-4988-9bd4-5843283ac64e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577238
Apr 15 10:53:59.710335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-66f2cb52-e1d6-4049-8cb4-b243ae5b0178 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:59.711996 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-66f2cb52-e1d6-4049-8cb4-b243ae5b0178 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.104 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.2881377
Apr 15 10:53:59.716176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-801032935-network', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:59.736384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Request body: {'port': {'device_id': '91ac5654-dc56-4641-8252-c48746b81091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:53:59.771391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:59.848348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Deleting port 25b09590-b529-457c-b1a0-71635f1841f6 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:53:59.848740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:59.890103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Usage tracker for resource:network and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:59.893943 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:59.914456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:59.953120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6322214-6885-4213-94de-66a4038a4544 req-17cb1bb3-6089-4fed-a08c-2c2044715d2c tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:53:59.954789 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c6322214-6885-4213-94de-66a4038a4544 req-17cb1bb3-6089-4fed-a08c-2c2044715d2c tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 943 time: 0.3721092
Apr 15 10:53:59.964844 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-272eb863-bf33-4748-9a8a-f5a65c7e1df5 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437499
Apr 15 10:53:59.976699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Made reservation on behalf of e42ef5c1f49f416f8717fd13b63c17de for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:53:59.982111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:00.000873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:00.120321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:00.126613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdd9c5-773b-4172-afe9-d6911814ca86 req-940eb9d3-b35d-4e39-9c95-8b2dd4925d14 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:00.128238 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0cdd9c5-773b-4172-afe9-d6911814ca86 req-940eb9d3-b35d-4e39-9c95-8b2dd4925d14 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.2296844
Apr 15 10:54:00.145592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Usage tracker for resource:security_group_rule and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:00.154978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:00.175821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:00.186980 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c796c05b-a968-409d-b35c-be4d38873fb2 req-0795aebf-e224-4cb5-b7f9-0bd542f67085 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121215
Apr 15 10:54:00.201046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:00.208249 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0cdd9c5-773b-4172-afe9-d6911814ca86 req-58891ce8-2612-43ce-8e3b-42a6cdef140c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639100
Apr 15 10:54:00.219172 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c6322214-6885-4213-94de-66a4038a4544 req-fc49ec42-e912-426b-b845-a6d8828e0754 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437730
Apr 15 10:54:00.407756 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-7c6ecd53-9968-4839-8cb8-82ccfe65d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:00.409842 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-7c6ecd53-9968-4839-8cb8-82ccfe65d9e3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 1096 time: 0.1112368
Apr 15 10:54:00.595949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-abd080ba-8531-4692-b645-193723923914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:00.597599 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-abd080ba-8531-4692-b645-193723923914 service neutron] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 917 time: 0.1714303
Apr 15 10:54:00.717466 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-681e7df5-29b7-4292-bb10-315050820fac service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e5002e7-c8b3-465c-bd50-35adf697f5d1 HTTP/1.1" status: 200  len: 217 time: 0.0755842
Apr 15 10:54:00.815992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-890dc19c-492e-4e3f-bc50-68ccd2e6d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:00.817599 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-890dc19c-492e-4e3f-bc50-68ccd2e6d626 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.0899494
Apr 15 10:54:00.830290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a9c89-8e13-4cfe-8750-2d45ef2cc230 req-72ce1c4c-184b-4f28-9ed5-9153580a8666 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:00.831842 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ab4a9c89-8e13-4cfe-8750-2d45ef2cc230 req-72ce1c4c-184b-4f28-9ed5-9153580a8666 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.2332394
Apr 15 10:54:00.869382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40810) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:00.879746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'floatingip': {'port_id': 'cbec163e-669d-4ba6-83bf-c6f535c63d26'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:00.940545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] For port 25b09590-b529-457c-b1a0-71635f1841f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25b09590-b529-457c-b1a0-71635f1841f6,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:00.940940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:00.968884 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-0106c797-f0ea-4391-9f52-bc6dfd5d7502 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1360164
Apr 15 10:54:01.037049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:01.161809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Calling delete_port for 25b09590-b529-457c-b1a0-71635f1841f6 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:54:01.219993 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:01.229721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:01.241213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a9ffa-e5f0-4803-a50e-380141735be1 req-0ae640d6-5982-4ee6-a329-6427d1bfab7e tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:01.243477 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fc9a9ffa-e5f0-4803-a50e-380141735be1 req-0ae640d6-5982-4ee6-a329-6427d1bfab7e tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 946 time: 0.8769760
Apr 15 10:54:01.251101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fb22a4e5-b0aa-4e8f-a3f4-2c91b9def8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:01.326932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:54:01.440949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:01.441253 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Added segment 289ee9f5-2db2-43ca-a389-8d7c0071b938 of type vlan for network 028195d1-dab2-4135-be1b-ddfb3cd0c290
Apr 15 10:54:01.457137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59bb2a3-59ab-43d9-af54-1b333a3e2760,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:01.476790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:01.486701 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fc9a9ffa-e5f0-4803-a50e-380141735be1 req-52ab068b-4337-4c42-a843-f168e4d94c91 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167642
Apr 15 10:54:01.555989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:01.662577 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-6de0bf13-de47-48f2-80fb-65ae3c9e3aad service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6535609
Apr 15 10:54:01.688256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:01.716824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:01.732351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa019-6e4f-49f9-b14d-65d98a6dbbc2 req-ab44ea8f-9c4a-4983-851c-7f84393d7a29 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:01.733952 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4f9aa019-6e4f-49f9-b14d-65d98a6dbbc2 req-ab44ea8f-9c4a-4983-851c-7f84393d7a29 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 932 time: 0.7830372
Apr 15 10:54:01.757492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:01.849682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:01.849682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:01.867147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Pushing event deleted for resources: {'Port': ['ID=25b09590-b529-457c-b1a0-71635f1841f6,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:01.910997 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4f9aa019-6e4f-49f9-b14d-65d98a6dbbc2 req-7dac63cb-65c9-4fc4-ba86-84033c1aa51e tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407816
Apr 15 10:54:01.916378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:01.923480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:02.082592 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0dc1ed2-30c8-4dc8-878f-eb62c7254f82 req-00dcb063-3a4a-44de-a207-9812d18e02e3 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3445847
Apr 15 10:54:02.092969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Pushing event updated for resources: {'Network': ['ID=028195d1-dab2-4135-be1b-ddfb3cd0c290,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:02.105175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fb229b-046d-4e1a-b451-3f0597c914f9 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:02.114661 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:02.122830 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:54:02.137737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:02.141077 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.7154930
Apr 15 10:54:02.155131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24398f-7645-4753-9075-0550cbce0c3c req-6e96e1e2-93a7-48f3-9f29-d7da49b7c69a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:02.156781 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a24398f-7645-4753-9075-0550cbce0c3c req-6e96e1e2-93a7-48f3-9f29-d7da49b7c69a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 943 time: 0.5564878
Apr 15 10:54:02.160706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40826) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:02.199403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Request body: {'subnet': {'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-801032935-subnet', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:02.219698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:02.230408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Transition to ACTIVE for port object d5fb229b-046d-4e1a-b451-3f0597c914f9 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:02.234084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Usage tracker for resource:subnet and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:02.253437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:02.263239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:02.264328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:02.327235 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-38272095-8a55-4557-836e-b9a78e305cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:02.448203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:02.451708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:02.463993 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a24398f-7645-4753-9075-0550cbce0c3c req-52458c37-8b9d-4253-a491-2c3508f59f17 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2868798
Apr 15 10:54:02.479274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] No DVR routers for this DVR port 25b09590-b529-457c-b1a0-71635f1841f6 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:54:02.480953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Made reservation on behalf of e42ef5c1f49f416f8717fd13b63c17de for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:02.485722 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:02.506166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:02.508210 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4cc05585-0bfc-49a2-894b-b14b4b942f2f req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.104 "DELETE /v2.0/ports/25b09590-b529-457c-b1a0-71635f1841f6 HTTP/1.1" status: 204  len: 173 time: 2.7782037
Apr 15 10:54:02.508855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d864840-010c-444d-9501-036aa452f885', 'name': 'network-vif-deleted', 'tag': '25b09590-b529-457c-b1a0-71635f1841f6'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:02.594262 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d864840-010c-444d-9501-036aa452f885', 'name': 'network-vif-deleted', 'tag': '25b09590-b529-457c-b1a0-71635f1841f6', 'status': 'completed', 'code': 200}
Apr 15 10:54:02.626138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fb229b-046d-4e1a-b451-3f0597c914f9,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:02.638410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:02.684822 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9d35a009-1537-43e2-b86c-32b64c6b3311 req-e36b7197-2fa4-46a7-8063-8969e03fe20b tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d864840-010c-444d-9501-036aa452f885 HTTP/1.1" status: 200  len: 210 time: 0.0588737
Apr 15 10:54:02.718649 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Floating IP 53f014e7-48ad-4a13-9dee-2cd919f6b7eb associated. External IP: 172.27.3.229, port: cbec163e-669d-4ba6-83bf-c6f535c63d26.
Apr 15 10:54:02.892170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Attempting to bind port d5fb229b-046d-4e1a-b451-3f0597c914f9 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:02.892549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Attempting to bind port d5fb229b-046d-4e1a-b451-3f0597c914f9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:02.892917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Attempting to bind port d5fb229b-046d-4e1a-b451-3f0597c914f9 on network 0a09ade5-e0e2-4ba2-a431-22646430e338 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:02.903815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Port d5fb229b-046d-4e1a-b451-3f0597c914f9 on network 0a09ade5-e0e2-4ba2-a431-22646430e338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:54:02.904171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Attempting to bind port d5fb229b-046d-4e1a-b451-3f0597c914f9 on network 0a09ade5-e0e2-4ba2-a431-22646430e338 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:02.924149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:02.924525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Checking segment: {'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:02.924945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Bound using segment: {'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:02.925447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Bound port: d5fb229b-046d-4e1a-b451-3f0597c914f9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:02.925836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:02.964551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 7e5002e7-c8b3-465c-bd50-35adf697f5d1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:54:02.975506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 25b09590-b529-457c-b1a0-71635f1841f6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:54:03.036278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 25b09590-b529-457c-b1a0-71635f1841f6 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:54:03.037156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 25b09590-b529-457c-b1a0-71635f1841f6 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:54:03.230498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 7e5002e7-c8b3-465c-bd50-35adf697f5d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e5002e7-c8b3-465c-bd50-35adf697f5d1,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:03.248473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '7e5002e7-c8b3-465c-bd50-35adf697f5d1', 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'port_id': '7e5002e7-c8b3-465c-bd50-35adf697f5d1', 'mac_address': 'fa:16:3e:d6:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1a9711-11de-42c5-8800-31193bcc8998', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:54:03.325470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.348018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5002e7-c8b3-465c-bd50-35adf697f5d1 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:03.368425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 7e5002e7-c8b3-465c-bd50-35adf697f5d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e5002e7-c8b3-465c-bd50-35adf697f5d1,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:03.372762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.374918 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:03.443673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] For port d5fb229b-046d-4e1a-b451-3f0597c914f9, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:03.447459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] For port d5fb229b-046d-4e1a-b451-3f0597c914f9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d5fb229b-046d-4e1a-b451-3f0597c914f9,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:03.459452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.471919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=7e5002e7-c8b3-465c-bd50-35adf697f5d1,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:03.475226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:03.490902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:03.516079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Router b673fe89-4c86-48dd-8122-c652ae3b5418 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:54:03.705484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a41d-67de-4383-bf7e-8b62d5e1fd55 req-5d944b97-72ef-41b7-a897-c7a6158f1792 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:03.706280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-32d3a41d-67de-4383-bf7e-8b62d5e1fd55 req-5d944b97-72ef-41b7-a897-c7a6158f1792 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Synchronizing usage tracker for tenant:b3675c5e39634a70b7f92f52dfc82dee on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:03.732445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fb229b-046d-4e1a-b451-3f0597c914f9,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:03.740946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:03.746733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['7e5002e7-c8b3-465c-bd50-35adf697f5d1'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:03.784116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-32d3a41d-67de-4383-bf7e-8b62d5e1fd55 req-5d944b97-72ef-41b7-a897-c7a6158f1792 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Unset dirty status for tenant:b3675c5e39634a70b7f92f52dfc82dee on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:03.790131 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-32d3a41d-67de-4383-bf7e-8b62d5e1fd55 req-5d944b97-72ef-41b7-a897-c7a6158f1792 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 944 time: 0.4470086
Apr 15 10:54:03.817924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:54:03.823426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.835957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:03.837205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:03.838691 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] 10.222.0.104 "PUT /v2.0/ports/d5fb229b-046d-4e1a-b451-3f0597c914f9 HTTP/1.1" status: 200  len: 1094 time: 4.1073952
Apr 15 10:54:03.845869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] Sync routers for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:54:03.863459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:03.864043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b7962e8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:03.870767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b3f47-4b00-4d19-8417-9d3a5ee8dae1 req-8ed4c978-662f-4321-94fe-3a32baad4f1a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:03.872676 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cb3b3f47-4b00-4d19-8417-9d3a5ee8dae1 req-8ed4c978-662f-4321-94fe-3a32baad4f1a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 944 time: 0.2613957
Apr 15 10:54:03.922021 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-499784bd-d554-4a63-a770-06e8fd69d04a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "PUT /v2.0/floatingips/53f014e7-48ad-4a13-9dee-2cd919f6b7eb HTTP/1.1" status: 200  len: 991 time: 3.0491083
Apr 15 10:54:03.948467 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:03.997141 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cb3b3f47-4b00-4d19-8417-9d3a5ee8dae1 req-c26a0103-503d-4b9d-9df0-01b85712623b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141598
Apr 15 10:54:04.000119 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-32d3a41d-67de-4383-bf7e-8b62d5e1fd55 req-b56f0bb3-8601-447a-a254-3b88562b0634 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069569
Apr 15 10:54:04.040520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:04.080290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-69013ddd-7d8a-4a2e-bf58-87ddff0dd3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:04.124282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:04.169692 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'status': 'completed', 'code': 200}
Apr 15 10:54:04.303588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-6019504c-831b-4217-8f95-4c6dc2cffd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.305283 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-6019504c-831b-4217-8f95-4c6dc2cffd54 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b3675c5e39634a70b7f92f52dfc82dee&device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 1097 time: 0.4016681
Apr 15 10:54:04.319624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb32a4f-e05c-4a76-839f-89423bdc81b7,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:04.322536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:04.425800 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-5540f04f-a6c6-48c9-bdc0-3cd5279bdf10 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fb229b-046d-4e1a-b451-3f0597c914f9 HTTP/1.1" status: 200  len: 217 time: 0.0906866
Apr 15 10:54:04.531239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-c4e4d2de-6ec6-4ed6-8ba2-4825f4ae699e tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.535326 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-c4e4d2de-6ec6-4ed6-8ba2-4825f4ae699e tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/networks?id=4360a956-814b-4b57-a218-11a4c774e601 HTTP/1.1" status: 200  len: 808 time: 0.1725841
Apr 15 10:54:04.539147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-75232963-2e52-4477-8ce3-54b9ab58b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.541499 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-75232963-2e52-4477-8ce3-54b9ab58b6d3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 1098 time: 0.3112431
Apr 15 10:54:04.546230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-85947017-0075-403c-82e9-e591d70b78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.547917 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-85947017-0075-403c-82e9-e591d70b78ab service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2308f18e-5900-4f2c-9037-4e121ff1c3e6 HTTP/1.1" status: 200  len: 853 time: 0.1149397
Apr 15 10:54:04.550231 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-6eaf6833-5fde-4e5f-b824-991882375cb0 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/quotas/a071bc0ef1c6484d8ba7c408ee90e6ff HTTP/1.1" status: 200  len: 375 time: 0.0109277
Apr 15 10:54:04.554988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b7962e8>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '53f014e7-48ad-4a13-9dee-2cd919f6b7eb', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'port_id': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'mac_address': 'fa:16:3e:1e:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:53:34Z', 'updated_at': '2021-04-15T10:54:02Z', 'revision_number': 1, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:04.560260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] Checking router: b673fe89-4c86-48dd-8122-c652ae3b5418 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:54:04.570721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:04.571503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b7962e8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:04.609251 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-52f7be2a-3d8f-4bbc-a793-2cd8d62c4655 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a071bc0ef1c6484d8ba7c408ee90e6ff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0513887
Apr 15 10:54:04.615953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ac5654-dc56-4641-8252-c48746b81091', 'tag': 'd5fb229b-046d-4e1a-b451-3f0597c914f9'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:04.680804 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ac5654-dc56-4641-8252-c48746b81091', 'tag': 'd5fb229b-046d-4e1a-b451-3f0597c914f9', 'status': 'completed', 'code': 200}
Apr 15 10:54:04.693265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Checking segment: {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:04.693702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Network hostable DHCP agents. Network: 028195d1-dab2-4135-be1b-ddfb3cd0c290, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:54:04.704888 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-4b71df57-d200-4d4b-bd21-fc4b705b53c6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a09ade5-e0e2-4ba2-a431-22646430e338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1274040
Apr 15 10:54:04.794760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:04.810125 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-0777d666-8a5f-4266-b767-21278da6a69f service neutron] 10.222.0.68 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909065
Apr 15 10:54:04.827246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:54:04.881466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 028195d1-dab2-4135-be1b-ddfb3cd0c290) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:04.886150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.886956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:04.891838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1699df-bede-4d83-891a-b59aeebbca6a None None] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:54:04.914016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-fefd11cb-1e1c-4dc9-b901-4b90c6b6a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:04.916257 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-fefd11cb-1e1c-4dc9-b901-4b90c6b6a014 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.3655062
Apr 15 10:54:04.994136 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-ca953472-98eb-4d5c-a76d-36064d0d0ed4 service neutron] 10.222.0.68 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836915
Apr 15 10:54:05.036144 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d27e637b-ad89-458f-a75a-847a4f0f8ccc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.8616252
Apr 15 10:54:05.036948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40876) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:05.043752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:05.056403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:05.060181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 7e5002e7-c8b3-465c-bd50-35adf697f5d1 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:05.078585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Usage tracker for resource:router and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:05.101062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:05.127512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:05.144135 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-28541faf-79a1-416d-b0a7-a1e8a2a41a34 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26 HTTP/1.1" status: 200  len: 999 time: 0.2186680
Apr 15 10:54:05.156723 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-c6fd8b83-b398-4d22-a72d-7c44f09a07d2 service neutron] 10.222.0.104 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4402804
Apr 15 10:54:05.167515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.169059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.210248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.377755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:05.392563 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:05.392971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.621022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b7962e8>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '53f014e7-48ad-4a13-9dee-2cd919f6b7eb', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'port_id': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'mac_address': 'fa:16:3e:1e:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:53:34Z', 'updated_at': '2021-04-15T10:54:02Z', 'revision_number': 1, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:05.635504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a2955-e676-4a4f-9dce-59a9e3ecaad9 None None] The sync data for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi is: [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '53f014e7-48ad-4a13-9dee-2cd919f6b7eb', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'port_id': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'mac_address': 'fa:16:3e:1e:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:53:34Z', 'updated_at': '2021-04-15T10:54:02Z', 'revision_number': 1, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:54:05.773558 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.781707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-780e68ed-a5f2-480a-8e95-47e9a3ca4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:05.783410 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-780e68ed-a5f2-480a-8e95-47e9a3ca4732 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.6272006
Apr 15 10:54:05.853295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-028195d1-dab2-4135-be1b-ddfb3cd0c290', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:54:05.854433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:05.894909 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a92a4ee-824c-4167-a6df-829ba9985931 req-3e1344c6-a8cd-4833-b457-5c065fcee3a7 service neutron] 10.222.0.104 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6861794
Apr 15 10:54:05.929711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d5d03-e3b8-4e0b-89ba-70fe9fb12a3a req-ae0cb2f8-92d7-434f-8639-dc3ca1d83d19 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:05.937958 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-332d5d03-e3b8-4e0b-89ba-70fe9fb12a3a req-ae0cb2f8-92d7-434f-8639-dc3ca1d83d19 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 944 time: 0.5197053
Apr 15 10:54:05.938140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c38295-295a-4cec-a2cb-6b572f7ef0ab req-14b8ada2-c8e6-4b8e-a5ca-6d39a2b2ccbe tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:05.947007 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-17c38295-295a-4cec-a2cb-6b572f7ef0ab req-14b8ada2-c8e6-4b8e-a5ca-6d39a2b2ccbe tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 944 time: 0.4466181
Apr 15 10:54:05.993018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-ac80101d-d496-4e3f-bd0e-eb48230a8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:06.002017 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-ac80101d-d496-4e3f-bd0e-eb48230a8aa4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1942768
Apr 15 10:54:06.053990 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-17c38295-295a-4cec-a2cb-6b572f7ef0ab req-dd490ddc-2229-4f2e-b14a-ecbf223974b1 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900593
Apr 15 10:54:06.082030 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-332d5d03-e3b8-4e0b-89ba-70fe9fb12a3a req-fd3006ee-8829-4893-bc34-a14d99e9632f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282148
Apr 15 10:54:06.188613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Allocated IP 172.20.0.2 (028195d1-dab2-4135-be1b-ddfb3cd0c290/0eb32a4f-e05c-4a76-839f-89423bdc81b7/e6fba2c6-1d39-4871-8b77-43bc6477f93f) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:06.450363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb614616-ea8e-4275-806c-3a35dc10391d None None] New status for floating IP 53f014e7-48ad-4a13-9dee-2cd919f6b7eb: ACTIVE {{(pid=85291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:54:06.462331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40904) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:06.472557 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3c2bc3ff-3ad3-4b60-a7e4-737a3ee2a183 req-f4a69e63-acc1-4a08-81f4-20c96702583f tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 210 time: 0.1923265
Apr 15 10:54:06.489981 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-524535ff-ee84-4e14-82e1-848b7dacd1ad service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4355390
Apr 15 10:54:06.512885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-fae39cc1-3feb-4671-9035-9ba8038b0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:06.514654 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-fae39cc1-3feb-4671-9035-9ba8038b0627 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b3675c5e39634a70b7f92f52dfc82dee&device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 1097 time: 0.4577575
Apr 15 10:54:06.581044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.616187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.691050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.721779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.744330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:06.778998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Usage tracker for resource:security_group_rule and tenant:e9df914facec44e9aaf8ed4f16cfaeae is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:06.782877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:06.792829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:06.815229 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-957ae2c4-288f-4de5-8c40-4f75dd17bc30 req-2fd5c00a-26ef-46ce-8793-8ed0bf5e425e service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3116200
Apr 15 10:54:06.822636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-af29b4ef-0354-42f5-af8b-74346541da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:06.824440 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-af29b4ef-0354-42f5-af8b-74346541da19 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a09ade5-e0e2-4ba2-a431-22646430e338 HTTP/1.1" status: 200  len: 915 time: 0.2806041
Apr 15 10:54:06.866239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Allocated IP 172.27.3.37 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:06.888131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c297a-a683-43f3-8033-7271959f64af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5002e7-c8b3-465c-bd50-35adf697f5d1'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:06.925167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 7e5002e7-c8b3-465c-bd50-35adf697f5d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e5002e7-c8b3-465c-bd50-35adf697f5d1,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:06.932111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.935513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:06.944575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:06.958349 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-65939e41-62bc-4092-8ff6-e964dc67c762 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fb229b-046d-4e1a-b451-3f0597c914f9 HTTP/1.1" status: 200  len: 217 time: 0.1012836
Apr 15 10:54:07.087149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Transition to ACTIVE for port object e6fba2c6-1d39-4871-8b77-43bc6477f93f will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:07.104227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.115038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-80b8e67d-54db-4738-9a0e-b4805966b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:07.116798 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-80b8e67d-54db-4738-9a0e-b4805966b930 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2308f18e-5900-4f2c-9037-4e121ff1c3e6 HTTP/1.1" status: 200  len: 853 time: 0.1435342
Apr 15 10:54:07.117043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.148433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=7e5002e7-c8b3-465c-bd50-35adf697f5d1,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.152424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:07.176648 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c297a-a683-43f3-8033-7271959f64af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5002e7-c8b3-465c-bd50-35adf697f5d1', 'code': 200}
Apr 15 10:54:07.201819 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-5c5257e3-1148-4e19-be59-93eba5cfc57e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a09ade5-e0e2-4ba2-a431-22646430e338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752814
Apr 15 10:54:07.204604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Transition to ACTIVE for port object e6fba2c6-1d39-4871-8b77-43bc6477f93f will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:07.209248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.214405 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.233136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:07.239075 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f6472262-f847-4abd-a830-a1da3a95e774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:07.269084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.411298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Pushing event updated for resources: {'Port': ['ID=e6fba2c6-1d39-4871-8b77-43bc6477f93f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.417263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:07.505958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:07.507296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:07.510007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:07.679171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Attempting to bind port e6fba2c6-1d39-4871-8b77-43bc6477f93f on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:07.679693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Attempting to bind port e6fba2c6-1d39-4871-8b77-43bc6477f93f by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:07.681968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Attempting to bind port e6fba2c6-1d39-4871-8b77-43bc6477f93f on network 028195d1-dab2-4135-be1b-ddfb3cd0c290 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:07.684721 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-6d752d78-8403-4505-8b4c-1d464f649fce service neutron] 10.222.0.104 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4502656
Apr 15 10:54:07.689114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:07.689114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Checking segment: {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:07.690001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.690713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Bound using segment: {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:07.691481 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Bound port: e6fba2c6-1d39-4871-8b77-43bc6477f93f, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:07.692553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.734699 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e9df914facec44e9aaf8ed4f16cfaeae&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2610466
Apr 15 10:54:07.740001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40928) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:07.750206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243c96ec-95d0-448b-b930-4adc6c5492c6,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.750473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b9fbe-ef0f-46d9-ba0b-cbfe96778f64 req-a2427c5f-35b4-4ba3-b4da-7fa232d38ef1 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:07.752075 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3a5b9fbe-ef0f-46d9-ba0b-cbfe96778f64 req-a2427c5f-35b4-4ba3-b4da-7fa232d38ef1 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.4207635
Apr 15 10:54:07.753512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:07.778560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:07.807038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] For port e6fba2c6-1d39-4871-8b77-43bc6477f93f, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:07.811413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] For port e6fba2c6-1d39-4871-8b77-43bc6477f93f, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=e6fba2c6-1d39-4871-8b77-43bc6477f93f,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:07.815853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:07.826005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-3e7ec78b-1e06-478e-89fb-000da4fca662 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:07.827284 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-3e7ec78b-1e06-478e-89fb-000da4fca662 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.104 "GET /v2.0/networks?id=4360a956-814b-4b57-a218-11a4c774e601 HTTP/1.1" status: 200  len: 808 time: 0.4947588
Apr 15 10:54:07.832479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:07.855598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Request body: {'port': {'device_id': '0ce3e397-29e0-45ce-a466-f572793b92b9', 'network_id': '4360a956-814b-4b57-a218-11a4c774e601', 'admin_state_up': True, 'tenant_id': 'a071bc0ef1c6484d8ba7c408ee90e6ff'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:07.939644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.942647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:07.982770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Pushing event updated for resources: {'Port': ['ID=e6fba2c6-1d39-4871-8b77-43bc6477f93f,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:07.999694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6db388ad-c879-4976-899a-5d5525d2843c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:08.012653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad36e94-7b10-42ce-8b03-6638175a8074 req-023cec18-43c2-41f0-a35d-b74f99c15bd6 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:08.014309 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ad36e94-7b10-42ce-8b03-6638175a8074 req-023cec18-43c2-41f0-a35d-b74f99c15bd6 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 944 time: 0.7258396
Apr 15 10:54:08.026795 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3a5b9fbe-ef0f-46d9-ba0b-cbfe96778f64 req-aefa2eff-c94c-421b-96ce-1edd2fde1c35 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150991
Apr 15 10:54:08.032076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:08.034509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a66f7-57bd-4813-9acc-4c453e9e803b req-ef476e33-272b-4f3b-af6b-b1df278f2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:08.036090 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-088a66f7-57bd-4813-9acc-4c453e9e803b req-ef476e33-272b-4f3b-af6b-b1df278f2b42 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 1098 time: 0.3694637
Apr 15 10:54:08.040842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:08.043230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:08.072533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:08.073807 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-b84c36ad-ff33-4215-86f5-c18801d1bf4f service neutron] 10.222.0.104 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3699489
Apr 15 10:54:08.111880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:08.116720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Usage tracker for resource:port and tenant:a071bc0ef1c6484d8ba7c408ee90e6ff is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:08.120221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:08.129498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:08.129723 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6db388ad-c879-4976-899a-5d5525d2843c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:08.138829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Made reservation on behalf of a071bc0ef1c6484d8ba7c408ee90e6ff for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:08.146214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:08.288919 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ad36e94-7b10-42ce-8b03-6638175a8074 req-40e88db5-dd64-408b-81c2-b2df4ac15456 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2625234
Apr 15 10:54:08.299656 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-088a66f7-57bd-4813-9acc-4c453e9e803b req-bb9cbe06-493d-4787-9bb2-6ad2ff13c3fe service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158513
Apr 15 10:54:08.355684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Allocated IP 172.20.0.6 (4360a956-814b-4b57-a218-11a4c774e601/5df3e8e7-a5a1-4d4a-b38a-412ee6485dad/48609693-a88d-4100-ba73-3fce78cea8a9) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:08.408300 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6db388ad-c879-4976-899a-5d5525d2843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:08.416803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2b26a39e-ddd7-4f4c-a441-71691465fcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:08.426393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-7c458674-344e-4b9a-af58-ba58e555dcd6 req-b7bc9688-29a8-43ea-bf67-9e2e787813fd tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Synchronizing usage tracker for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:08.495122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db388ad-c879-4976-899a-5d5525d2843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243c96ec-95d0-448b-b930-4adc6c5492c6,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:08.501898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6db388ad-c879-4976-899a-5d5525d2843c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:08.515404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6db388ad-c879-4976-899a-5d5525d2843c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:08.516803 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6db388ad-c879-4976-899a-5d5525d2843c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/243c96ec-95d0-448b-b930-4adc6c5492c6 HTTP/1.1" status: 204  len: 168 time: 0.7729313
Apr 15 10:54:08.601092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-7c458674-344e-4b9a-af58-ba58e555dcd6 req-b7bc9688-29a8-43ea-bf67-9e2e787813fd tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Unset dirty status for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:08.614388 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7c458674-344e-4b9a-af58-ba58e555dcd6 req-b7bc9688-29a8-43ea-bf67-9e2e787813fd tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 210 time: 0.2522426
Apr 15 10:54:08.728078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:08.763901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:08.785500 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:08.811926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:08.950599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Pushing event updated for resources: {'Port': ['ID=48609693-a88d-4100-ba73-3fce78cea8a9,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:08.955262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:09.006503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device d5fb229b-046d-4e1a-b451-3f0597c914f9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:54:09.089828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Network 4360a956-814b-4b57-a218-11a4c774e601 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:09.092237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:09.095523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:09.101572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:09.102452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:09.130540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4c1d-0c5c-42e5-b02f-d45b3306e168 req-90f93e93-d9c6-45c0-9d55-aa426c57c3e4 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:09.139021 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d31a4c1d-0c5c-42e5-b02f-d45b3306e168 req-90f93e93-d9c6-45c0-9d55-aa426c57c3e4 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1777878
Apr 15 10:54:09.178855 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3286150
Apr 15 10:54:09.206352 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d31a4c1d-0c5c-42e5-b02f-d45b3306e168 req-954e8079-8517-4865-8dc2-3927b9d5a32f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662718
Apr 15 10:54:09.229932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Request body: {'port': {'device_id': '0ce3e397-29e0-45ce-a466-f572793b92b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:09.460816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:09.467851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port d5fb229b-046d-4e1a-b451-3f0597c914f9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d5fb229b-046d-4e1a-b451-3f0597c914f9,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:09.496921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device e6fba2c6-1d39-4871-8b77-43bc6477f93f up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:09.628945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'd5fb229b-046d-4e1a-b451-3f0597c914f9', 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338', 'port_id': 'd5fb229b-046d-4e1a-b451-3f0597c914f9', 'mac_address': 'fa:16:3e:c0:f4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2308f18e-5900-4f2c-9037-4e121ff1c3e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:54:09.636509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5337-467f-4daf-a15c-e1f85478ce1c req-2da8128f-c669-4449-8854-2ae997b05ab0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:09.638194 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-601f5337-467f-4daf-a15c-e1f85478ce1c req-2da8128f-c669-4449-8854-2ae997b05ab0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.2766981
Apr 15 10:54:09.690708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-50b2cc71-146f-4bbf-abf4-56bcdf493560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:09.693966 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-50b2cc71-146f-4bbf-abf4-56bcdf493560 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1099 time: 0.7241540
Apr 15 10:54:09.847959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:09.902258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fb229b-046d-4e1a-b451-3f0597c914f9 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:09.913766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port e6fba2c6-1d39-4871-8b77-43bc6477f93f completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:09.941817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port d5fb229b-046d-4e1a-b451-3f0597c914f9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d5fb229b-046d-4e1a-b451-3f0597c914f9,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:09.946734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:09.948757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:10.045879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-510e669a-d361-4ea2-af47-89d4424c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:10.048137 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-510e669a-d361-4ea2-af47-89d4424c54d4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.2548933
Apr 15 10:54:10.057875 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-601f5337-467f-4daf-a15c-e1f85478ce1c req-a7889564-d4d4-4bb7-bc55-90c918145242 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4031589
Apr 15 10:54:10.059388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:10.073592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50c4c76-ff67-49b2-8e64-a05ac2bb0bf6 None None] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:54:10.109395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48609693-a88d-4100-ba73-3fce78cea8a9 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:10.129117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:10.200857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Transition to ACTIVE for port object 48609693-a88d-4100-ba73-3fce78cea8a9 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:10.208684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:10.234615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:10.339819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] Provisioning for port e6fba2c6-1d39-4871-8b77-43bc6477f93f completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:10.381515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] Provisioning complete for port e6fba2c6-1d39-4871-8b77-43bc6477f93f triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:10.381936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:10.433069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40974) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:10.434266 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=d5fb229b-046d-4e1a-b451-3f0597c914f9,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:10.437790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:10.505433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['d5fb229b-046d-4e1a-b451-3f0597c914f9'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:10.580805 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-8539422e-e42b-40cf-8ee5-e42002db4086 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 200  len: 217 time: 0.5150318
Apr 15 10:54:10.641333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Pushing event updated for resources: {'Port': ['ID=48609693-a88d-4100-ba73-3fce78cea8a9,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:10.660700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:10.691611 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a4323-b662-402b-80f7-d787989288b4 req-132b45e9-b724-4864-bad7-8f40afba804c tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:10.700804 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c95a4323-b662-402b-80f7-d787989288b4 req-132b45e9-b724-4864-bad7-8f40afba804c tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 945 time: 0.5606201
Apr 15 10:54:10.752613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-db4b0311-5399-4600-954f-e14ff7eda861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:10.754397 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-db4b0311-5399-4600-954f-e14ff7eda861 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.1604559
Apr 15 10:54:10.830882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eac43-f0f8-48e6-84d2-b9a0e49d3aa0 req-4a41bacf-03b9-4ee1-8c5d-e66d81fe2bb8 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:10.836876 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c95a4323-b662-402b-80f7-d787989288b4 req-74430943-e089-4f5c-8666-4431e1125054 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351073
Apr 15 10:54:10.838656 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-604eac43-f0f8-48e6-84d2-b9a0e49d3aa0 req-4a41bacf-03b9-4ee1-8c5d-e66d81fe2bb8 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 943 time: 0.3917236
Apr 15 10:54:10.878759 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-09ba5d82-0df2-4192-a2d5-d2ed182cf8af service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1141975
Apr 15 10:54:10.894502 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:10.894946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Attempting to bind port 48609693-a88d-4100-ba73-3fce78cea8a9 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:10.895333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Attempting to bind port 48609693-a88d-4100-ba73-3fce78cea8a9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:10.895707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Attempting to bind port 48609693-a88d-4100-ba73-3fce78cea8a9 on network 4360a956-814b-4b57-a218-11a4c774e601 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:10.901292 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Port 48609693-a88d-4100-ba73-3fce78cea8a9 on network 4360a956-814b-4b57-a218-11a4c774e601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:54:10.901691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Attempting to bind port 48609693-a88d-4100-ba73-3fce78cea8a9 on network 4360a956-814b-4b57-a218-11a4c774e601 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:10.908298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:10.908685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Checking segment: {'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:10.909187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Bound using segment: {'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:10.909606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Bound port: 48609693-a88d-4100-ba73-3fce78cea8a9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175d37b5-177d-4488-ada7-9a6c9b438e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '4360a956-814b-4b57-a218-11a4c774e601'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:10.909996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:10.960829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:10.966034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.021463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Usage tracker for resource:security_group_rule and tenant:027c90254dee4f06ba4c8ec9fa4deefb is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:11.033596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:11.052941 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-604eac43-f0f8-48e6-84d2-b9a0e49d3aa0 req-06d23afd-7328-4e52-b30e-cb84a5ad51a6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132802
Apr 15 10:54:11.056868 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:11.059900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Router 38a659c4-6ed2-4347-81c2-2b284527f224 is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:54:11.077574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] For port e6fba2c6-1d39-4871-8b77-43bc6477f93f, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=e6fba2c6-1d39-4871-8b77-43bc6477f93f,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:11.079171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.085147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:11.109851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] For port 48609693-a88d-4100-ba73-3fce78cea8a9, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:11.114483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] For port 48609693-a88d-4100-ba73-3fce78cea8a9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48609693-a88d-4100-ba73-3fce78cea8a9,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:11.126713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.161685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:11.229584 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] Pushing event updated for resources: {'Port': ['ID=e6fba2c6-1d39-4871-8b77-43bc6477f93f,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:11.232988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:11.356594 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-c95807cc-de82-4230-8091-b1ed3bf39825 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4477961
Apr 15 10:54:11.357048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device e6fba2c6-1d39-4871-8b77-43bc6477f93f up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:11.397412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c24585-c634-4b84-82c7-2103fbc365cf req-a5c7e94a-c3c5-49d8-be3e-183d06fe59b0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:11.401647 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-56c24585-c634-4b84-82c7-2103fbc365cf req-a5c7e94a-c3c5-49d8-be3e-183d06fe59b0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.3689463
Apr 15 10:54:11.430469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-9d25c322-2fc6-47f6-935a-ab608b9a7ddf None None] Provisioning complete for port e6fba2c6-1d39-4871-8b77-43bc6477f93f triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:11.431348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d25c322-2fc6-47f6-935a-ab608b9a7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.472908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Pushing event updated for resources: {'Port': ['ID=48609693-a88d-4100-ba73-3fce78cea8a9,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:11.480803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:11.504877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:11.505453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.506923 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] 10.222.0.104 "PUT /v2.0/ports/48609693-a88d-4100-ba73-3fce78cea8a9 HTTP/1.1" status: 200  len: 1093 time: 2.2995379
Apr 15 10:54:11.507442 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce3e397-29e0-45ce-a466-f572793b92b9', 'tag': '48609693-a88d-4100-ba73-3fce78cea8a9'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:11.509995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port e6fba2c6-1d39-4871-8b77-43bc6477f93f triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:11.510412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.523471 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-56c24585-c634-4b84-82c7-2103fbc365cf req-389cede4-3063-4066-a6a0-a79dff27a053 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940626
Apr 15 10:54:11.615130 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8ceec3d-42fb-4c05-b75e-7fd825a52457 req-351fcb88-5885-4ba1-8f75-9eb970493e06 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2420740
Apr 15 10:54:11.619045 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce3e397-29e0-45ce-a466-f572793b92b9', 'tag': '48609693-a88d-4100-ba73-3fce78cea8a9', 'status': 'completed', 'code': 200}
Apr 15 10:54:11.653775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.659524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-97a1513f-d43d-4f2e-8c45-62f390b58dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:11.660838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:54:11.661135 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-97a1513f-d43d-4f2e-8c45-62f390b58dc9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a071bc0ef1c6484d8ba7c408ee90e6ff&device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 1096 time: 0.0862997
Apr 15 10:54:11.663336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.672113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Sync routers for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:54:11.678293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-259c3120-465d-4199-8250-131683f5a5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:11.682947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:11.683676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b3c5828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:11.718986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67151342-f7af-4af8-8188-3f7cf9490eef,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:11.750007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:11.774954 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-463f40ce-a9b4-4013-8e40-e9e8be367f25 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48609693-a88d-4100-ba73-3fce78cea8a9 HTTP/1.1" status: 200  len: 217 time: 0.0937915
Apr 15 10:54:11.787193 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=027c90254dee4f06ba4c8ec9fa4deefb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3384416
Apr 15 10:54:11.790263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 40992) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:11.792579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:11.795734 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 6.7555873
Apr 15 10:54:11.799136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 40996) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:11.891207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:11.904005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-b4684ead-c18a-4f35-8c11-4421aed84cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:11.905700 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-b4684ead-c18a-4f35-8c11-4421aed84cec service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5df3e8e7-a5a1-4d4a-b38a-412ee6485dad HTTP/1.1" status: 200  len: 848 time: 0.0870275
Apr 15 10:54:11.955474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f3cf-17d2-4d57-8750-5523e81a114e req-4f2577b5-6f9e-4bd9-b58d-f1ce96c35768 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:11.957374 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4e11f3cf-17d2-4d57-8750-5523e81a114e req-4f2577b5-6f9e-4bd9-b58d-f1ce96c35768 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.5503650
Apr 15 10:54:11.998495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0370eb22-41a6-449e-ac63-0fce17adaadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.034863 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-95924fd7-5c26-4b13-a94e-9e7d47197edc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4360a956-814b-4b57-a218-11a4c774e601&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1096888
Apr 15 10:54:12.056035 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4e11f3cf-17d2-4d57-8750-5523e81a114e req-3007cf96-a038-4b3b-99b4-44d3eee2faf6 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886762
Apr 15 10:54:12.140537 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0370eb22-41a6-449e-ac63-0fce17adaadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.285203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b3c5828>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:08Z', 'revision_number': 3, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:12.290891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Checking router: 38a659c4-6ed2-4347-81c2-2b284527f224 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:54:12.291281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Updating router 38a659c4-6ed2-4347-81c2-2b284527f224 port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:54:12.315705 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-8e698759-41d4-4c23-b913-3a150a86d00e service neutron] 10.222.0.104 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619799
Apr 15 10:54:12.356866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.493969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d664a66-42ae-4165-963f-3942e6b0d65b req-26360ed8-b49b-4edc-982f-7c03b1ecf7ac tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:12.496032 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d664a66-42ae-4165-963f-3942e6b0d65b req-26360ed8-b49b-4edc-982f-7c03b1ecf7ac tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 945 time: 0.4647305
Apr 15 10:54:12.496821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0370eb22-41a6-449e-ac63-0fce17adaadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.512129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:12.596249 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d664a66-42ae-4165-963f-3942e6b0d65b req-79ceec39-6caa-4d2d-84fb-9f4a27941130 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758533
Apr 15 10:54:12.608074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370eb22-41a6-449e-ac63-0fce17adaadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67151342-f7af-4af8-8188-3f7cf9490eef,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:12.628989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0370eb22-41a6-449e-ac63-0fce17adaadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:12.677534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0370eb22-41a6-449e-ac63-0fce17adaadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.678750 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0370eb22-41a6-449e-ac63-0fce17adaadd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67151342-f7af-4af8-8188-3f7cf9490eef HTTP/1.1" status: 204  len: 168 time: 0.8873563
Apr 15 10:54:12.703727 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f168eb64-21e5-47a4-afcf-54479afeabc7 req-b6cfa05c-3344-475b-8692-2961ad986feb service neutron] 10.222.0.104 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3749723
Apr 15 10:54:12.830895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.842735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fece960-1746-4321-8b93-559d243e2ea7 req-ca920359-00f7-4fc8-ad88-21fde1aa9182 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:12.844363 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0fece960-1746-4321-8b93-559d243e2ea7 req-ca920359-00f7-4fc8-ad88-21fde1aa9182 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 943 time: 0.6369324
Apr 15 10:54:12.846130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Transition to ACTIVE for port object bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:12.853153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:12.869073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:12.923171 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0fece960-1746-4321-8b93-559d243e2ea7 req-d23d006e-89d4-48d3-80d4-17e54bf63ddb tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612297
Apr 15 10:54:13.022105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-54bb407a-7d96-4c09-b8ba-66c8651c10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:13.028535 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-54bb407a-7d96-4c09-b8ba-66c8651c10ac service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a071bc0ef1c6484d8ba7c408ee90e6ff&device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 1096 time: 0.1557460
Apr 15 10:54:13.052874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device d5fb229b-046d-4e1a-b451-3f0597c914f9 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:13.059310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395eabd-7ec3-4f28-a76f-9bd59408df22 None None] Pushing event updated for resources: {'Port': ['ID=bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:13.064128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e395eabd-7ec3-4f28-a76f-9bd59408df22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:13.146040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port d5fb229b-046d-4e1a-b451-3f0597c914f9 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:13.168275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port d5fb229b-046d-4e1a-b451-3f0597c914f9 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:13.171001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:13.171660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Attempting to bind port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:13.172069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Attempting to bind port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:13.172464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Attempting to bind port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:13.178781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:13.179188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:13.180076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:13.180467 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:13.180978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Bound port: bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:13.181418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:13.228473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:13.322687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] For port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:13.328265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-43f662fe-c603-454e-9b31-9e64ded614a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:13.330351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] For port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:13.330855 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-43f662fe-c603-454e-9b31-9e64ded614a3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4360a956-814b-4b57-a218-11a4c774e601 HTTP/1.1" status: 200  len: 910 time: 0.2867396
Apr 15 10:54:13.334873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:13.362949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:13.419716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:13.425685 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-b86071b3-6155-4e43-8f0e-4604507dd40f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48609693-a88d-4100-ba73-3fce78cea8a9 HTTP/1.1" status: 200  len: 217 time: 0.0854967
Apr 15 10:54:13.499117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac5654-dc56-4641-8252-c48746b81091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fb229b-046d-4e1a-b451-3f0597c914f9'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:13.511646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Allocated IP 172.20.0.1 (028195d1-dab2-4135-be1b-ddfb3cd0c290/0eb32a4f-e05c-4a76-839f-89423bdc81b7/8797f317-2d11-4b99-b267-49dc1a268d3c) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:13.515636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port d5fb229b-046d-4e1a-b451-3f0597c914f9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d5fb229b-046d-4e1a-b451-3f0597c914f9,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:13.519758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:13.522988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:13.536052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395eabd-7ec3-4f28-a76f-9bd59408df22 None None] Pushing event updated for resources: {'Port': ['ID=bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:13.547826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e395eabd-7ec3-4f28-a76f-9bd59408df22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:13.554975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900bb2b-f591-4cd6-ac25-65dfa6ae0c84 req-272ddae1-bc21-4d89-9b4d-2237ef8f74f0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:13.569576 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b900bb2b-f591-4cd6-ac25-65dfa6ae0c84 req-272ddae1-bc21-4d89-9b4d-2237ef8f74f0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.4710391
Apr 15 10:54:13.626440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:13.627298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b3c5828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:13.640135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-69277913-357a-499e-929b-6b93f0c38fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:13.644264 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-69277913-357a-499e-929b-6b93f0c38fb8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5df3e8e7-a5a1-4d4a-b38a-412ee6485dad HTTP/1.1" status: 200  len: 848 time: 0.2030561
Apr 15 10:54:13.659146 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac5654-dc56-4641-8252-c48746b81091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fb229b-046d-4e1a-b451-3f0597c914f9', 'code': 200}
Apr 15 10:54:13.683706 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b900bb2b-f591-4cd6-ac25-65dfa6ae0c84 req-edc93137-ad33-4e77-908c-3d0472609b19 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079750
Apr 15 10:54:13.711885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=d5fb229b-046d-4e1a-b451-3f0597c914f9,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:13.711885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:13.803487 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-7a1f90ae-bcc7-49a2-ae0d-947f9d30613a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4360a956-814b-4b57-a218-11a4c774e601&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1162179
Apr 15 10:54:14.033630 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-005b06bf-cd6d-484b-9644-23792608ac06 service neutron] 10.222.0.104 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177739
Apr 15 10:54:14.034722 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:14.126454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Transition to ACTIVE for port object 8797f317-2d11-4b99-b267-49dc1a268d3c will not be triggered until provisioned by entity DHCP. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:14.154792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:14.164349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab118-2a8d-47ed-96a3-33bafc8aff98 req-9bca4e24-be68-4495-8f40-9aa3bfdb6b06 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:14.180783 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ffdab118-2a8d-47ed-96a3-33bafc8aff98 req-9bca4e24-be68-4495-8f40-9aa3bfdb6b06 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 946 time: 0.3862989
Apr 15 10:54:14.250288 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-925dc4b0-c655-4d5e-b64a-efec51fccd6f req-cc9fa006-2b8c-4ff9-8b30-d7025741ae48 service neutron] 10.222.0.104 "GET /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044008
Apr 15 10:54:14.254043 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ffdab118-2a8d-47ed-96a3-33bafc8aff98 req-bd461d80-84fb-4a97-ae12-ecfc0c7b1400 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720530
Apr 15 10:54:14.274357 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26a67f-c0c2-487f-8a90-331a8ed9ad9d req-eb77350d-3cb1-4e70-85b3-3879d2a12baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:14.289652 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2b26a67f-c0c2-487f-8a90-331a8ed9ad9d req-eb77350d-3cb1-4e70-85b3-3879d2a12baf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 1099 time: 0.3110373
Apr 15 10:54:14.291860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:14.410999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:14.592842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b3c5828>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:08Z', 'revision_number': 3, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:14.597855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Pushing event updated for resources: {'Port': ['ID=8797f317-2d11-4b99-b267-49dc1a268d3c,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:14.608624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:14.627088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783766e5-53ff-4386-b153-11b2c0b00bad None None] The sync data for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi is: [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:08Z', 'revision_number': 3, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:54:14.650431 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2b26a67f-c0c2-487f-8a90-331a8ed9ad9d req-10c52b24-7e7b-4936-9699-fc4405d89107 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408199
Apr 15 10:54:14.755800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:14.759184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:14.762613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:14.838452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:14.853637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6874a4-63f0-4089-84c4-de5ad4a2464a req-bad8f0d8-6827-4ba9-a8ea-48926540a5ae tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:14.862535 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e6874a4-63f0-4089-84c4-de5ad4a2464a req-bad8f0d8-6827-4ba9-a8ea-48926540a5ae tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 943 time: 0.2282004
Apr 15 10:54:14.994198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b778147-401c-4ac4-b6df-be233bd79259 req-4a845c4a-0a3c-4320-ba53-9e9993db1203 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:15.002358 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3b778147-401c-4ac4-b6df-be233bd79259 req-4a845c4a-0a3c-4320-ba53-9e9993db1203 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1462181
Apr 15 10:54:15.025479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-9e675d4a-e70b-46d2-b404-69b82c3a9579 None None] Provisioning for port 8797f317-2d11-4b99-b267-49dc1a268d3c completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:15.041545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-9e675d4a-e70b-46d2-b404-69b82c3a9579 None None] Provisioning complete for port 8797f317-2d11-4b99-b267-49dc1a268d3c triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:15.041889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9e675d4a-e70b-46d2-b404-69b82c3a9579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.090406 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3b778147-401c-4ac4-b6df-be233bd79259 req-521ea73c-69f3-4fe8-a8e2-5a2a70656e3e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869219
Apr 15 10:54:15.111448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 48609693-a88d-4100-ba73-3fce78cea8a9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:54:15.128299 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5e6874a4-63f0-4089-84c4-de5ad4a2464a req-73313bbf-83c1-4901-9294-803795674200 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2647011
Apr 15 10:54:15.146689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-9e675d4a-e70b-46d2-b404-69b82c3a9579 None None] Port 8797f317-2d11-4b99-b267-49dc1a268d3c cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:54:15.170163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.357377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 48609693-a88d-4100-ba73-3fce78cea8a9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48609693-a88d-4100-ba73-3fce78cea8a9,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:15.371793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '48609693-a88d-4100-ba73-3fce78cea8a9', 'network_id': '4360a956-814b-4b57-a218-11a4c774e601', 'port_id': '48609693-a88d-4100-ba73-3fce78cea8a9', 'mac_address': 'fa:16:3e:73:eb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df3e8e7-a5a1-4d4a-b38a-412ee6485dad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:54:15.462566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.483483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:15.567599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48609693-a88d-4100-ba73-3fce78cea8a9 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:15.567800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884060-5608-4854-b353-4409f450d927 req-3f61fd00-ace0-4edf-9ae9-dd18133b2e40 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:15.569273 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1b884060-5608-4854-b353-4409f450d927 req-3f61fd00-ace0-4edf-9ae9-dd18133b2e40 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 946 time: 0.1186304
Apr 15 10:54:15.612449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:15.616693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.619179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:15.619644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.621763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.648108 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1b884060-5608-4854-b353-4409f450d927 req-545432da-30ab-4daa-8d71-bb21fd17b84c tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697753
Apr 15 10:54:15.653823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:15.677439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 48609693-a88d-4100-ba73-3fce78cea8a9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48609693-a88d-4100-ba73-3fce78cea8a9,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:15.686666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.698696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:15.755994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Pushing event updated for resources: {'Port': ['ID=8797f317-2d11-4b99-b267-49dc1a268d3c,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:15.759707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:15.760985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.832378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=48609693-a88d-4100-ba73-3fce78cea8a9,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:15.842471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:15.863430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.880646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:15.884970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:15.887061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:15.918255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:15.919443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:15.966117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:15.970004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:16.150426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Router 38a659c4-6ed2-4347-81c2-2b284527f224 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:54:16.209562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-059df346-e912-487b-a060-af1bc57671e0 None None] Provisioning complete for port 8797f317-2d11-4b99-b267-49dc1a268d3c triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:16.209986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-059df346-e912-487b-a060-af1bc57671e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:16.303082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['48609693-a88d-4100-ba73-3fce78cea8a9'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:16.356073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54284a7-b6d0-4008-bcef-42f069df0475 req-3ec1000f-4da4-4328-9c8d-27aa128aeef9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:16.363801 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a54284a7-b6d0-4008-bcef-42f069df0475 req-3ec1000f-4da4-4328-9c8d-27aa128aeef9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1319673
Apr 15 10:54:16.420504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-059df346-e912-487b-a060-af1bc57671e0 None None] Port 8797f317-2d11-4b99-b267-49dc1a268d3c cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:54:16.449988 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a54284a7-b6d0-4008-bcef-42f069df0475 req-5191e9ce-a609-40e1-8cb9-d74a2fae9a85 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844104
Apr 15 10:54:16.531543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:54:16.555420 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] 10.222.0.68 "PUT /v2.0/routers/38a659c4-6ed2-4347-81c2-2b284527f224/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7463956
Apr 15 10:54:16.561169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96631f67-56b1-4edc-be05-72c2486fa8e6 req-33d3f124-1159-4280-96cb-4617dc44f8a9 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:16.562862 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-96631f67-56b1-4edc-be05-72c2486fa8e6 req-33d3f124-1159-4280-96cb-4617dc44f8a9 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 944 time: 0.1646981
Apr 15 10:54:16.617829 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-96631f67-56b1-4edc-be05-72c2486fa8e6 req-7b8bd9ad-2079-4802-992b-060b262c3c0c tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452042
Apr 15 10:54:16.864924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5c341-6f3b-454b-aea9-e58769c6fe97 req-0479d869-1246-4d7e-8d92-5a97de235087 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:16.874434 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6ba5c341-6f3b-454b-aea9-e58769c6fe97 req-0479d869-1246-4d7e-8d92-5a97de235087 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 946 time: 0.1089005
Apr 15 10:54:16.946806 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6ba5c341-6f3b-454b-aea9-e58769c6fe97 req-4a36a64f-041e-430a-91ca-f8b3516394b9 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716999
Apr 15 10:54:17.316025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 41144) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:17.323020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2107369009-network', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:17.329606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:17.333878 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Usage tracker for resource:network and tenant:1ab11b622e8944c5b80fb29d4ab15732 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:17.337324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:17.345243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:17.356090 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:17.365604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Made reservation on behalf of 1ab11b622e8944c5b80fb29d4ab15732 for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:17.371366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.386009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.402951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:17.407415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Usage tracker for resource:security_group_rule and tenant:1ab11b622e8944c5b80fb29d4ab15732 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:17.410768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:17.417646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:17.423271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:17.423690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.528887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.535717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.540354 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-442b9b62-8413-4b2a-8067-395c1764f86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:17.560385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:54:17.587763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.588291 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Added segment 0bd36f86-fc27-4d8b-9cd9-5b75c85704c8 of type vlan for network f49bd842-2ac3-40dd-a419-10ce622e185e
Apr 15 10:54:17.604840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e12942c-1405-4254-a827-2234d6a84350,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:17.609097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:17.638024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.683009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.684898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:17.685583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.692548 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:17.741166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b516a-87bf-4c8f-b37d-86298a7d2072 req-862eeccf-3d54-4f84-87a4-7e52802444d7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:17.743534 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9b2b516a-87bf-4c8f-b37d-86298a7d2072 req-862eeccf-3d54-4f84-87a4-7e52802444d7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1531000
Apr 15 10:54:17.796146 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9b2b516a-87bf-4c8f-b37d-86298a7d2072 req-6c919d7d-f387-4d07-8d06-d18a22fd8641 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461781
Apr 15 10:54:17.853254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Sync routers for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:54:17.864193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:17.864892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623a9d2828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:17.868563 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5513363
Apr 15 10:54:17.869730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Pushing event updated for resources: {'Network': ['ID=f49bd842-2ac3-40dd-a419-10ce622e185e,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:17.871543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41156) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:17.874272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:17.878750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Request body: {'subnet': {'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2107369009-subnet', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:17.884856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:17.889877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Usage tracker for resource:subnet and tenant:1ab11b622e8944c5b80fb29d4ab15732 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:17.893219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:17.900616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:17.911671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Made reservation on behalf of 1ab11b622e8944c5b80fb29d4ab15732 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:17.914515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea541-36b1-41b8-934c-753136ecf4da req-d657c5aa-680c-4d4d-bb97-702d55e2c850 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:17.916165 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-911ea541-36b1-41b8-934c-753136ecf4da req-d657c5aa-680c-4d4d-bb97-702d55e2c850 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 944 time: 0.1341844
Apr 15 10:54:17.917134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:17.928338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network f49bd842-2ac3-40dd-a419-10ce622e185e details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:54:17.981730 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-911ea541-36b1-41b8-934c-753136ecf4da req-3b029416-e34e-4168-a849-d522ce1a004f tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581388
Apr 15 10:54:18.306088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:18.736528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:18.763850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:18.926435 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0919deeb-d2c5-4657-8747-8d7cd4dcc056,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:18.932238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:18.946721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623a9d2828>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 2, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:18.951583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Checking router: 38a659c4-6ed2-4347-81c2-2b284527f224 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:54:18.951844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Updating router 38a659c4-6ed2-4347-81c2-2b284527f224 port 8797f317-2d11-4b99-b267-49dc1a268d3c binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:54:19.026033 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.031573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaee2c7-e047-4405-8e25-1d3628c8d2c2 req-85b8ef7c-34e1-4793-82bf-658cf5a8084d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:19.040327 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-abaee2c7-e047-4405-8e25-1d3628c8d2c2 req-85b8ef7c-34e1-4793-82bf-658cf5a8084d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1177609
Apr 15 10:54:19.068459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Checking segment: {'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:19.069195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Network hostable DHCP agents. Network: f49bd842-2ac3-40dd-a419-10ce622e185e, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:54:19.105633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Network f49bd842-2ac3-40dd-a419-10ce622e185e is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:54:19.105864 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-abaee2c7-e047-4405-8e25-1d3628c8d2c2 req-a365517e-dd0b-4198-8552-f460f2f53765 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596423
Apr 15 10:54:19.106090 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 48609693-a88d-4100-ba73-3fce78cea8a9 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:19.116817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, f49bd842-2ac3-40dd-a419-10ce622e185e) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:19.121170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:19.121854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.155376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff81d63-81c8-4c0d-b5c2-74caeefd4003 None None] Network f49bd842-2ac3-40dd-a419-10ce622e185e requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:54:19.218577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 41196) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:19.219789 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3466048
Apr 15 10:54:19.226020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:19.233989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:19.239330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Usage tracker for resource:router and tenant:1ab11b622e8944c5b80fb29d4ab15732 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:19.263983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:19.271447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:19.276403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4542948-8852-49b3-a9cf-b11362f0ca62 req-737fefa8-6807-4115-a8de-bc654bf2d783 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:19.278655 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b4542948-8852-49b3-a9cf-b11362f0ca62 req-737fefa8-6807-4115-a8de-bc654bf2d783 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 944 time: 0.1234777
Apr 15 10:54:19.285667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.287039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.305766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.341389 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b4542948-8852-49b3-a9cf-b11362f0ca62 req-2eff42e4-75ed-4a0a-848a-ae2245446d16 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542569
Apr 15 10:54:19.530626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 48609693-a88d-4100-ba73-3fce78cea8a9 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:19.584089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 48609693-a88d-4100-ba73-3fce78cea8a9 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:19.584360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.663217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-f49bd842-2ac3-40dd-a419-10ce622e185e', 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'fixed_ips': [{'subnet_id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:54:19.664775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:19.843986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.051710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.168718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce3e397-29e0-45ce-a466-f572793b92b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48609693-a88d-4100-ba73-3fce78cea8a9'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:20.201381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Allocated IP 172.20.0.2 (f49bd842-2ac3-40dd-a419-10ce622e185e/0919deeb-d2c5-4657-8747-8d7cd4dcc056/78943bff-cc13-43ff-b4d9-306f10530fa3) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:20.218863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 48609693-a88d-4100-ba73-3fce78cea8a9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48609693-a88d-4100-ba73-3fce78cea8a9,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:20.236791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.248066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:20.277299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.320061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.339879 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce3e397-29e0-45ce-a466-f572793b92b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48609693-a88d-4100-ba73-3fce78cea8a9', 'code': 200}
Apr 15 10:54:20.361465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.486753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3431e24-fc71-4202-bf9d-bf2175344953 req-550c1dc1-6fbb-4fb6-9c94-522e5f7930af tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:20.498911 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a3431e24-fc71-4202-bf9d-bf2175344953 req-550c1dc1-6fbb-4fb6-9c94-522e5f7930af tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2421010
Apr 15 10:54:20.506426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Transition to ACTIVE for port object 8797f317-2d11-4b99-b267-49dc1a268d3c will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:20.522533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.539582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Allocated IP 172.27.3.6 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/af2caa7c-874b-4a7a-b234-e89f3eec5bda) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:20.568608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=48609693-a88d-4100-ba73-3fce78cea8a9,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:20.572740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:20.580925 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a3431e24-fc71-4202-bf9d-bf2175344953 req-a659758a-e868-4518-bec5-6327b46c38f9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803771
Apr 15 10:54:20.631608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:20.758034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-979ea87d-bf80-4d32-b12f-9bfde010b352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.801810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b2ec6-9c35-4a04-9f7b-d2a4c5399a9b None None] Pushing event updated for resources: {'Port': ['ID=8797f317-2d11-4b99-b267-49dc1a268d3c,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:20.806986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.817620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e9b2ec6-9c35-4a04-9f7b-d2a4c5399a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:20.920220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b9bb-3bb7-49ff-b9d2-7d82f9f95735 req-215018d8-3887-4064-98f7-1383ef6884eb tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:20.921953 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb24b9bb-3bb7-49ff-b9d2-7d82f9f95735 req-215018d8-3887-4064-98f7-1383ef6884eb tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 945 time: 0.1961124
Apr 15 10:54:20.925925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eab4c-69e5-4330-a00c-cadfe6df7e21 req-b3bbf984-5569-403b-b9be-6c6984c44850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:20.927526 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d04eab4c-69e5-4330-a00c-cadfe6df7e21 req-b3bbf984-5569-403b-b9be-6c6984c44850 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 1098 time: 0.1998975
Apr 15 10:54:20.928612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:20.948945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:21.180309 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d04eab4c-69e5-4330-a00c-cadfe6df7e21 req-56c4606e-cc23-4e9d-ba1b-2f5d0116d70a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349424
Apr 15 10:54:21.190520 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb24b9bb-3bb7-49ff-b9d2-7d82f9f95735 req-37842838-1c6e-4e2e-917a-e987a834e560 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469208
Apr 15 10:54:21.191230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Pushing event updated for resources: {'Port': ['ID=af2caa7c-874b-4a7a-b234-e89f3eec5bda,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:21.203188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:21.266122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:21.278834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:21.280613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:21.282936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:21.296191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Transition to ACTIVE for port object 78943bff-cc13-43ff-b4d9-306f10530fa3 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:21.300105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Attempting to bind port 8797f317-2d11-4b99-b267-49dc1a268d3c on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:21.300639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Attempting to bind port 8797f317-2d11-4b99-b267-49dc1a268d3c by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:21.301428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Attempting to bind port 8797f317-2d11-4b99-b267-49dc1a268d3c on network 028195d1-dab2-4135-be1b-ddfb3cd0c290 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:21.315217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:21.315683 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Checking segment: {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:21.316139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:21.316574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Bound using segment: {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:21.317114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Bound port: 8797f317-2d11-4b99-b267-49dc1a268d3c, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:21.317561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:21.396017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Transition to ACTIVE for port object 78943bff-cc13-43ff-b4d9-306f10530fa3 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:21.423775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:21.443333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:21.611171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] For port 8797f317-2d11-4b99-b267-49dc1a268d3c, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:21.620483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] For port 8797f317-2d11-4b99-b267-49dc1a268d3c, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=8797f317-2d11-4b99-b267-49dc1a268d3c,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:21.630042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:21.658392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Pushing event updated for resources: {'Port': ['ID=78943bff-cc13-43ff-b4d9-306f10530fa3,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:21.670045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:21.677596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:21.823120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:21.824099 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f54d7-7902-41e4-8d94-a5f566f07d00 req-359b8fd3-2d8b-4d7f-a89d-08f493c9bf58 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:21.832376 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc3f54d7-7902-41e4-8d94-a5f566f07d00 req-359b8fd3-2d8b-4d7f-a89d-08f493c9bf58 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1237841
Apr 15 10:54:21.886410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b2ec6-9c35-4a04-9f7b-d2a4c5399a9b None None] Pushing event updated for resources: {'Port': ['ID=8797f317-2d11-4b99-b267-49dc1a268d3c,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:21.896822 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc3f54d7-7902-41e4-8d94-a5f566f07d00 req-eb206fcd-0d7c-435f-974d-27610a8be0dd tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634105
Apr 15 10:54:21.897658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e9b2ec6-9c35-4a04-9f7b-d2a4c5399a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:21.940794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Network f49bd842-2ac3-40dd-a419-10ce622e185e is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:21.945388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:21.949804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:22.057744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:54:22.081510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:22.082328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623a9d2828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:53:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:22.291946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.330446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:22.575817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Router 75ad26c3-0ea8-443a-a945-533a7132a4fe is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:54:22.598675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf3f8f-001a-488b-ad2b-a0111105ccaf req-1d9cac27-f8fc-47be-a8ba-bd5b2bb89437 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:22.607586 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-58cf3f8f-001a-488b-ad2b-a0111105ccaf req-1d9cac27-f8fc-47be-a8ba-bd5b2bb89437 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 945 time: 0.1278050
Apr 15 10:54:22.663410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Attempting to bind port 78943bff-cc13-43ff-b4d9-306f10530fa3 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:22.664280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Attempting to bind port 78943bff-cc13-43ff-b4d9-306f10530fa3 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:22.664753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Attempting to bind port 78943bff-cc13-43ff-b4d9-306f10530fa3 on network f49bd842-2ac3-40dd-a419-10ce622e185e {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:22.673794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:22.674275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Checking segment: {'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:22.674804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.675304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Bound using segment: {'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:22.675881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Bound port: 78943bff-cc13-43ff-b4d9-306f10530fa3, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:22.676604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.712948 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-58cf3f8f-001a-488b-ad2b-a0111105ccaf req-70118b10-c581-4a05-9a78-08b146010a22 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041529
Apr 15 10:54:22.788207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] For port 78943bff-cc13-43ff-b4d9-306f10530fa3, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:22.797527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] For port 78943bff-cc13-43ff-b4d9-306f10530fa3, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=78943bff-cc13-43ff-b4d9-306f10530fa3,segment=NetworkSegment(0bd36f86-fc27-4d8b-9cd9-5b75c85704c8),segment_id=0bd36f86-fc27-4d8b-9cd9-5b75c85704c8)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:22.805165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:22.825393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:23.158627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Pushing event updated for resources: {'Port': ['ID=78943bff-cc13-43ff-b4d9-306f10530fa3,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:23.189005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623a9d2828>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:21Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:23.202440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebad2f8-0cc3-4ed0-a459-2947e8d61ff4 None None] The sync data for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi is: [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:21Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:54:23.213095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.214483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.215075 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.215457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.215829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.216340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.216712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.217213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.217607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.218159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.218594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.219059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:54:23.234672 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:23.235591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4da8020c-7876-489a-9275-3d896fe03b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.385466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:54:23.395079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2be285-445c-4ec0-a3f8-fa8bfdb19542 req-0e9d89a0-4c8c-4e32-8994-9541031aa0ff tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:23.398198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Sync routers for ids ['75ad26c3-0ea8-443a-a945-533a7132a4fe'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:54:23.404734 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3d2be285-445c-4ec0-a3f8-fa8bfdb19542 req-0e9d89a0-4c8c-4e32-8994-9541031aa0ff tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2062314
Apr 15 10:54:23.425588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Routers {'75ad26c3-0ea8-443a-a945-533a7132a4fe'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:23.426291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c3ca898>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:54:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['75ad26c3-0ea8-443a-a945-533a7132a4fe'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:23.462773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 8797f317-2d11-4b99-b267-49dc1a268d3c up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:23.467376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.468719 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.2485716
Apr 15 10:54:23.471692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41290) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:23.506331 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3d2be285-445c-4ec0-a3f8-fa8bfdb19542 req-bc731573-c27f-4ff3-bb51-98299e8e4734 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006074
Apr 15 10:54:23.619613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 8797f317-2d11-4b99-b267-49dc1a268d3c completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:23.635076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 8797f317-2d11-4b99-b267-49dc1a268d3c triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:23.635492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.933929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Set router 75ad26c3-0ea8-443a-a945-533a7132a4fe gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:24.224276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.225833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.328896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.385161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 8797f317-2d11-4b99-b267-49dc1a268d3c, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=8797f317-2d11-4b99-b267-49dc1a268d3c,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:24.395329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.397924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5961622e-2874-452a-9c1b-67c9498c86ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:24.487587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c3ca898>, [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:54:21Z', 'revision_number': 3, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port': {'id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:20Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:24.494006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Checking router: 75ad26c3-0ea8-443a-a945-533a7132a4fe for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:54:24.494630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Updating router 75ad26c3-0ea8-443a-a945-533a7132a4fe port af2caa7c-874b-4a7a-b234-e89f3eec5bda binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:54:24.527652 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=8797f317-2d11-4b99-b267-49dc1a268d3c,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:24.535165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:24.562758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.685134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18114f6c-689f-483a-a11b-e4843603684e req-186537d9-bfdf-49cf-9c59-9316707b4e41 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:24.686963 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-18114f6c-689f-483a-a11b-e4843603684e req-186537d9-bfdf-49cf-9c59-9316707b4e41 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 945 time: 0.4244163
Apr 15 10:54:24.820960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b9a2b-bb3b-49ab-83d0-49992e85329e req-82dd60cd-a137-4819-97d7-4d41fec20535 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:24.829245 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4d4b9a2b-bb3b-49ab-83d0-49992e85329e req-82dd60cd-a137-4819-97d7-4d41fec20535 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1053324
Apr 15 10:54:24.887172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:24.904714 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4d4b9a2b-bb3b-49ab-83d0-49992e85329e req-b5044c31-c6ce-44c4-ad3e-6be04bcc4fe4 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720227
Apr 15 10:54:24.956066 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-18114f6c-689f-483a-a11b-e4843603684e req-1dd8db0a-4842-40e8-a841-6dbd254a0ae3 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608767
Apr 15 10:54:24.974200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.135849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2582e15-7277-4f87-a1e1-e36485f75763 None None] Network f49bd842-2ac3-40dd-a419-10ce622e185e requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:54:25.259179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.273997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Transition to ACTIVE for port object af2caa7c-874b-4a7a-b234-e89f3eec5bda will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:25.281275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Allocated IP 172.20.0.1 (f49bd842-2ac3-40dd-a419-10ce622e185e/0919deeb-d2c5-4657-8747-8d7cd4dcc056/78787056-6182-4509-85d6-79b2b2028025) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:25.283670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.300865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1449ff1b-b671-4d74-b182-d9d4a40cf0d1 None None] Provisioning for port 78943bff-cc13-43ff-b4d9-306f10530fa3 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:25.304953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:25.432201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf5391-986a-4c39-90f3-c6e2af016b5d None None] Pushing event updated for resources: {'Port': ['ID=af2caa7c-874b-4a7a-b234-e89f3eec5bda,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:25.511399 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 8797f317-2d11-4b99-b267-49dc1a268d3c up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:25.514330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7bdf5391-986a-4c39-90f3-c6e2af016b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:25.545519 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.575695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Transition to ACTIVE for port object 78787056-6182-4509-85d6-79b2b2028025 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:25.602908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.647233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:25.656514 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 8797f317-2d11-4b99-b267-49dc1a268d3c triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:25.657135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.661744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Attempting to bind port af2caa7c-874b-4a7a-b234-e89f3eec5bda on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:25.662150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Attempting to bind port af2caa7c-874b-4a7a-b234-e89f3eec5bda by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:25.662550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Attempting to bind port af2caa7c-874b-4a7a-b234-e89f3eec5bda on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:25.680784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:25.681573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:25.682011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.682438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:25.682950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Bound port: af2caa7c-874b-4a7a-b234-e89f3eec5bda, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:25.683351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.817667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Pushing event updated for resources: {'Port': ['ID=78787056-6182-4509-85d6-79b2b2028025,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:25.843111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] For port af2caa7c-874b-4a7a-b234-e89f3eec5bda, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:25.848045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] For port af2caa7c-874b-4a7a-b234-e89f3eec5bda, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=af2caa7c-874b-4a7a-b234-e89f3eec5bda,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:25.854981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.871347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:25.920640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 78943bff-cc13-43ff-b4d9-306f10530fa3 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:26.037519 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c94f229-98c7-486e-8cac-3ce04e2b4b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:26.060186 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Network f49bd842-2ac3-40dd-a419-10ce622e185e is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:26.061533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:26.068696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:26.069231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.145984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Routers {'75ad26c3-0ea8-443a-a945-533a7132a4fe'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:26.150072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c3ca898>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:54:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['75ad26c3-0ea8-443a-a945-533a7132a4fe'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:26.239937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.258264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 78943bff-cc13-43ff-b4d9-306f10530fa3 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:26.265016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 78943bff-cc13-43ff-b4d9-306f10530fa3 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:26.265645 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.308627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.373629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821602c-8be1-47b0-9203-f682f19cf6ab req-226422f0-e2ce-4e8b-8b7f-87b9e9d217ca tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:26.381558 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7821602c-8be1-47b0-9203-f682f19cf6ab req-226422f0-e2ce-4e8b-8b7f-87b9e9d217ca tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1640775
Apr 15 10:54:26.431930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.444002 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7821602c-8be1-47b0-9203-f682f19cf6ab req-ffcb4f22-2eeb-45c7-ba27-aad583d189b8 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613420
Apr 15 10:54:26.464264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] Set router 75ad26c3-0ea8-443a-a945-533a7132a4fe gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:26.478609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-fa7ab9fb-e647-47f4-8ca9-06ae2adfe0e7 None None] Provisioning for port 78787056-6182-4509-85d6-79b2b2028025 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:26.487906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-fa7ab9fb-e647-47f4-8ca9-06ae2adfe0e7 None None] Provisioning complete for port 78787056-6182-4509-85d6-79b2b2028025 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:26.488330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab9fb-e647-47f4-8ca9-06ae2adfe0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.525622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 78943bff-cc13-43ff-b4d9-306f10530fa3, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=78943bff-cc13-43ff-b4d9-306f10530fa3,segment=NetworkSegment(0bd36f86-fc27-4d8b-9cd9-5b75c85704c8),segment_id=0bd36f86-fc27-4d8b-9cd9-5b75c85704c8)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:26.537224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.542547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:26.604798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab9fb-e647-47f4-8ca9-06ae2adfe0e7 None None] Port 78787056-6182-4509-85d6-79b2b2028025 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:54:26.657978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=78943bff-cc13-43ff-b4d9-306f10530fa3,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:26.661655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:26.732226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf5391-986a-4c39-90f3-c6e2af016b5d None None] Pushing event updated for resources: {'Port': ['ID=af2caa7c-874b-4a7a-b234-e89f3eec5bda,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:26.753325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7bdf5391-986a-4c39-90f3-c6e2af016b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:27.001969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.008578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.009308 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.065231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c3ca898>, [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:54:26Z', 'revision_number': 4, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port': {'id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:20Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '78787056-6182-4509-85d6-79b2b2028025', 'name': '', 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'mac_address': 'fa:16:3e:a8:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:25Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 1, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'subnets': [{'id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:27.070489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c829f-03d6-45f4-862b-e8b219d7c397 None None] The sync data for ids ['75ad26c3-0ea8-443a-a945-533a7132a4fe'] in dv-cinder-786385-1-iscsi is: [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:54:26Z', 'revision_number': 4, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port': {'id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:20Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '78787056-6182-4509-85d6-79b2b2028025', 'name': '', 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'mac_address': 'fa:16:3e:a8:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:25Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 1, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'subnets': [{'id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:54:27.095886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9005249d-a32f-47a0-9d4c-e49da50cd69d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:27.255567 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Pushing event updated for resources: {'Port': ['ID=78787056-6182-4509-85d6-79b2b2028025,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:27.263012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:27.359315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed799f9-16e1-4c98-8c0b-8f6b06076b68 req-91e050fd-3518-4947-9eeb-4902f6b9efdd tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:27.361001 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0ed799f9-16e1-4c98-8c0b-8f6b06076b68 req-91e050fd-3518-4947-9eeb-4902f6b9efdd tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 945 time: 0.2113137
Apr 15 10:54:27.375015 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 78943bff-cc13-43ff-b4d9-306f10530fa3 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:27.378128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Network f49bd842-2ac3-40dd-a419-10ce622e185e is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:27.398566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:27.477797 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 78943bff-cc13-43ff-b4d9-306f10530fa3 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:27.478582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.678768 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0ed799f9-16e1-4c98-8c0b-8f6b06076b68 req-96b204c2-2e26-4544-9c72-186de02cb5c6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070679
Apr 15 10:54:27.751655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Router 75ad26c3-0ea8-443a-a945-533a7132a4fe has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:54:27.763220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e4324-5a17-4649-80da-250fb61d70d9 req-8910e5cf-010e-4773-8b07-288c2b0633dd tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:27.772256 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-176e4324-5a17-4649-80da-250fb61d70d9 req-8910e5cf-010e-4773-8b07-288c2b0633dd tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1271350
Apr 15 10:54:27.791510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-823fd4e9-83c7-40e5-8088-02d0b6ad9581 None None] Provisioning complete for port 78787056-6182-4509-85d6-79b2b2028025 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:27.791894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-823fd4e9-83c7-40e5-8088-02d0b6ad9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.849387 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-176e4324-5a17-4649-80da-250fb61d70d9 req-c1da81ca-b861-47fd-9a41-f1593b1b86e9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698540
Apr 15 10:54:27.866414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-823fd4e9-83c7-40e5-8088-02d0b6ad9581 None None] Port 78787056-6182-4509-85d6-79b2b2028025 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:54:28.040121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:54:28.050849 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] 10.222.0.68 "PUT /v2.0/routers/75ad26c3-0ea8-443a-a945-533a7132a4fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5768766
Apr 15 10:54:28.711600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41396) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:28.933931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:28.945188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-0821e7f0-c7e4-445a-a6fa-f2031f2b32d4 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:28.947025 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-0821e7f0-c7e4-445a-a6fa-f2031f2b32d4 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 815 time: 0.1857145
Apr 15 10:54:28.951622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:28.958849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Usage tracker for resource:security_group_rule and tenant:741c37a791424d3a909f7bcb12986e38 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:28.962098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:28.964323 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-563a7bae-0b1f-49cc-8cc5-91e248d10737 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/quotas/0e4727bc6c744ca2a6add783d7b90578 HTTP/1.1" status: 200  len: 375 time: 0.0104909
Apr 15 10:54:28.968947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:29.071811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.079319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.098146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fd55a396-1466-49b0-9852-3f8827049b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:29.108339 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-ab025655-6c32-48fc-b45f-4e45212cf2a5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1365855
Apr 15 10:54:29.134022 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=741c37a791424d3a909f7bcb12986e38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4211798
Apr 15 10:54:29.141388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41410) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:29.167614 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b460a5a2-2337-43c4-9c84-ed06c937e273,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:29.171035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:29.227611 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d24b7266-fe03-4d9d-a6b0-cf0a1406e09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.259199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d24b7266-fe03-4d9d-a6b0-cf0a1406e09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.266423 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-0e4a0286-25eb-4ee4-89fb-26eb7fa08347 service neutron] 10.222.0.68 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548109
Apr 15 10:54:29.307263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d24b7266-fe03-4d9d-a6b0-cf0a1406e09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.313328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-03d0b9b9-d2c3-4ef9-8e8e-5539cb4cadd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:29.332260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b7266-fe03-4d9d-a6b0-cf0a1406e09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b460a5a2-2337-43c4-9c84-ed06c937e273,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:29.334715 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d24b7266-fe03-4d9d-a6b0-cf0a1406e09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:29.340685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d24b7266-fe03-4d9d-a6b0-cf0a1406e09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.349250 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d24b7266-fe03-4d9d-a6b0-cf0a1406e09b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b460a5a2-2337-43c4-9c84-ed06c937e273 HTTP/1.1" status: 204  len: 168 time: 0.1995542
Apr 15 10:54:29.423197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device af2caa7c-874b-4a7a-b234-e89f3eec5bda up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:29.458511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41416) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:29.466376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029062776', 'description': 'tempest-secgroup-smoke-2029062776 description', 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:29.483945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:29.486498 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-5259a835-babb-41a4-a384-7832a1ee1b66 service neutron] 10.222.0.68 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194135
Apr 15 10:54:29.494437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:security_group and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:29.498378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:29.508793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:29.511432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port af2caa7c-874b-4a7a-b234-e89f3eec5bda completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:29.520820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port af2caa7c-874b-4a7a-b234-e89f3eec5bda triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:29.521492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.524543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.617848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:29.636520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:security_group_rule and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:29.638453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-56b40f40-a197-4a55-9b02-bc692a08c22c tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:29.642658 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-56b40f40-a197-4a55-9b02-bc692a08c22c tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 945 time: 0.2770805
Apr 15 10:54:29.651587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:29.678930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:29.754509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.776480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port af2caa7c-874b-4a7a-b234-e89f3eec5bda, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=af2caa7c-874b-4a7a-b234-e89f3eec5bda,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:29.781141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.783489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:29.865247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Deleting port 48609693-a88d-4100-ba73-3fce78cea8a9 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:54:29.865673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.872082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=af2caa7c-874b-4a7a-b234-e89f3eec5bda,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:29.875593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:29.950032 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:29.959725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328901-b06f-463a-bdc3-36a80d7fb5bb req-9dae5b51-7a1b-4243-b9db-88ffd63003a8 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:29.971874 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-89328901-b06f-463a-bdc3-36a80d7fb5bb req-9dae5b51-7a1b-4243-b9db-88ffd63003a8 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 945 time: 0.2201505
Apr 15 10:54:29.996313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.018418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-192dd908-b66c-4ad0-bbf9-3f5a56a8c3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:30.075908 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-89328901-b06f-463a-bdc3-36a80d7fb5bb req-21881b91-419a-4172-8f4b-2e3b8a16363e tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/security-groups?id=85ce7eaf-6d62-4679-9ea3-38d995cf70eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030633
Apr 15 10:54:30.091992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:30.095091 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:30.096325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.097663 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6377506
Apr 15 10:54:30.101276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41432) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:30.108044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3ed1e-512e-4eb3-99c9-77a013f6eb91', 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:30.115172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:30.120304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:security_group_rule and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:30.123784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:30.133021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:30.152440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.228281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.235190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.237694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:30.269826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5281f-3aaa-4730-9d42-ffad7e8f0b05 req-5658caf6-5e02-437a-a888-f3bf67aeec1d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:30.271406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399774bc-604b-4251-a004-ad3ef20b25ac,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:30.271521 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3bc5281f-3aaa-4730-9d42-ffad7e8f0b05 req-5658caf6-5e02-437a-a888-f3bf67aeec1d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.3611145
Apr 15 10:54:30.280716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:30.282083 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] For port 48609693-a88d-4100-ba73-3fce78cea8a9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48609693-a88d-4100-ba73-3fce78cea8a9,segment=NetworkSegment(175d37b5-177d-4488-ada7-9a6c9b438e2e),segment_id=175d37b5-177d-4488-ada7-9a6c9b438e2e)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:30.282581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.287951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.293647 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1910491
Apr 15 10:54:30.294338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41438) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:30.300348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3ed1e-512e-4eb3-99c9-77a013f6eb91', 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:30.308602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:30.312654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:security_group_rule and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:30.315729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:30.322638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:30.345714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.420193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.426908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.434388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-926955f7-b73e-4271-978d-541805967ea3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:30.452146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Calling delete_port for 48609693-a88d-4100-ba73-3fce78cea8a9 owned by compute:nova {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:54:30.459103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e8c4f3-8175-4272-86b3-7af4e87ee21a,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:30.465076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:30.483180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.485853 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1904476
Apr 15 10:54:30.487692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 41442) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:30.518049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3ed1e-512e-4eb3-99c9-77a013f6eb91', 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:30.532716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:30.537623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3bc5281f-3aaa-4730-9d42-ffad7e8f0b05 req-b8de2fb1-5a58-431d-b1a6-80a1ba669663 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577841
Apr 15 10:54:30.542376 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a170cd8-5562-44de-a8eb-d943aa96307a req-40879cf5-aa68-42ab-bfa3-6d7d1c43b3ee tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 210 time: 0.0546136
Apr 15 10:54:30.542770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:security_group_rule and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:30.548095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:30.566558 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:30.686395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.810300 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.813942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.821488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c5f8c426-1a81-4d52-bdb9-f93f95efdc7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:30.838609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.860023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4944e1b6-ea59-49da-8bd9-c30ab9c3ec18,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:30.866782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:30.869053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Sync routers for ids ['75ad26c3-0ea8-443a-a945-533a7132a4fe'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:54:30.870657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:30.888160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Routers {'75ad26c3-0ea8-443a-a945-533a7132a4fe'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:30.892132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b868e80>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:54:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['75ad26c3-0ea8-443a-a945-533a7132a4fe'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:30.956979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['48609693-a88d-4100-ba73-3fce78cea8a9'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:30.977861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.982340 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c53aad08-ccda-41fb-9e4d-159d56027cbe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4903049
Apr 15 10:54:30.982340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Pushing event deleted for resources: {'Port': ['ID=48609693-a88d-4100-ba73-3fce78cea8a9,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:30.982582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41448) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:30.984405 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:30.993049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3ed1e-512e-4eb3-99c9-77a013f6eb91', 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:31.005154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:31.009543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:security_group_rule and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:31.012600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:31.019621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:31.039709 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.128347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.135048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.145190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Set router 75ad26c3-0ea8-443a-a945-533a7132a4fe gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:31.147089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:31.198988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a94e430-e03f-4d49-a62e-0241b94b47c0,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:31.202139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:31.206012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.206136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] No DVR routers for this DVR port 48609693-a88d-4100-ba73-3fce78cea8a9 on host hv-cinder-78638 {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:54:31.214006 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-37f5a7f6-3ec5-4d8e-817d-cdff0b09ba2c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2304473
Apr 15 10:54:31.214872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41454) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:31.221566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.222921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3ed1e-512e-4eb3-99c9-77a013f6eb91', 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:31.223680 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fe7f5066-28c8-4560-88ef-1c1d2be91fe9 req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.104 "DELETE /v2.0/ports/48609693-a88d-4100-ba73-3fce78cea8a9 HTTP/1.1" status: 204  len: 173 time: 1.5703950
Apr 15 10:54:31.224222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce3e397-29e0-45ce-a466-f572793b92b9', 'name': 'network-vif-deleted', 'tag': '48609693-a88d-4100-ba73-3fce78cea8a9'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:31.241906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:31.247485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:security_group_rule and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:31.250925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:31.259457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:31.275912 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Project e42ef5c1f49f416f8717fd13b63c17de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:54:31.304525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-023276ac-83fa-48ca-b2c0-1ceefb0bf2fb req-15bf8cf7-54ea-4a9f-bdd2-8ec893fa83c3 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Synchronizing usage tracker for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:31.307591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.339425 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce3e397-29e0-45ce-a466-f572793b92b9', 'name': 'network-vif-deleted', 'tag': '48609693-a88d-4100-ba73-3fce78cea8a9', 'status': 'completed', 'code': 200}
Apr 15 10:54:31.406490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.411901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-023276ac-83fa-48ca-b2c0-1ceefb0bf2fb req-15bf8cf7-54ea-4a9f-bdd2-8ec893fa83c3 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Unset dirty status for tenant:a071bc0ef1c6484d8ba7c408ee90e6ff on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:31.415032 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.422038 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-023276ac-83fa-48ca-b2c0-1ceefb0bf2fb req-15bf8cf7-54ea-4a9f-bdd2-8ec893fa83c3 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ce3e397-29e0-45ce-a466-f572793b92b9 HTTP/1.1" status: 200  len: 210 time: 0.1727002
Apr 15 10:54:31.427351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:31.469105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8e1919-6eb0-48e2-9592-accd20f7e41c,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:31.486431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:31.512028 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.516969 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3008556
Apr 15 10:54:31.517945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 41462) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:54:31.530406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3ed1e-512e-4eb3-99c9-77a013f6eb91', 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:31.537597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:31.542676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:security_group_rule and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:54:31.546040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:54:31.553288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:31.558802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-6d48eecb-6f09-4f41-830a-f65616f437d0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:31.558962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device af2caa7c-874b-4a7a-b234-e89f3eec5bda up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:31.561042 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-6d48eecb-6f09-4f41-830a-f65616f437d0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 815 time: 0.2522573
Apr 15 10:54:31.564617 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Project e42ef5c1f49f416f8717fd13b63c17de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:54:31.576617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.603527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Request body: {'port': {'device_id': '0f81c59f-0017-44c2-944d-223942feddd0', 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'admin_state_up': True, 'tenant_id': '0e4727bc6c744ca2a6add783d7b90578'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:31.716739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.722531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.728387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port af2caa7c-874b-4a7a-b234-e89f3eec5bda triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:31.728813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.735012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:31.782161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17102d2a-6adf-4d0a-96ad-acf44228a4ce,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:31.827679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b868e80>, [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:54:26Z', 'revision_number': 4, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port': {'id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:20Z', 'updated_at': '2021-04-15T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '78787056-6182-4509-85d6-79b2b2028025', 'name': '', 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'mac_address': 'fa:16:3e:a8:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:25Z', 'updated_at': '2021-04-15T10:54:26Z', 'revision_number': 2, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'subnets': [{'id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:31.836094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Checking router: 75ad26c3-0ea8-443a-a945-533a7132a4fe for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:54:31.836499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Updating router 75ad26c3-0ea8-443a-a945-533a7132a4fe port 78787056-6182-4509-85d6-79b2b2028025 binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:54:31.840631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:31.857094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.860172 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3395548
Apr 15 10:54:31.905296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:31.915978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a0add-7dc4-49f0-a9db-f7f0caf621e7 req-dbed69e1-d967-4fa6-b39f-590835156e44 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:31.925076 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f22a0add-7dc4-49f0-a9db-f7f0caf621e7 req-dbed69e1-d967-4fa6-b39f-590835156e44 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1487620
Apr 15 10:54:31.976843 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f22a0add-7dc4-49f0-a9db-f7f0caf621e7 req-53f17359-199d-4a8b-b680-12e48af67177 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501239
Apr 15 10:54:32.100854 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bfe9a3ff-3245-42c3-bf24-377fbc4812d7 req-9f72ae67-5603-49ca-b2c0-fbd1acf5db1d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 210 time: 0.3737440
Apr 15 10:54:32.199739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:54:32.212882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:54:32.224803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Made reservation on behalf of 0e4727bc6c744ca2a6add783d7b90578 for: {'port': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:54:32.233121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.435757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Allocated IP 172.20.0.4 (a7c30fb4-19c2-40a8-a79d-170b919ee1ed/df1a9711-11de-42c5-8800-31193bcc8998/336117e5-f8ce-4cea-a0f6-fd341483aa0a) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:54:32.773085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.777626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.808569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Transition to ACTIVE for port object 78787056-6182-4509-85d6-79b2b2028025 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:32.816094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.818009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:32.850302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-15d36a5c-63a0-42ce-a358-d317f286eff7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:32.920793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-83da5f85-ba21-4f64-a86d-b1aa1959629b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:32.959987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518', '7e5002e7-c8b3-465c-bd50-35adf697f5d1'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:33.012431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Pushing event updated for resources: {'Port': ['ID=336117e5-f8ce-4cea-a0f6-fd341483aa0a,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:33.017377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:33.049424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ef60d-92ed-48e4-850a-58b49717820d None None] Pushing event updated for resources: {'Port': ['ID=78787056-6182-4509-85d6-79b2b2028025,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:33.063793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-492ef60d-92ed-48e4-850a-58b49717820d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:33.130507 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:54:33.132655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:54:33.146317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:54:33.230306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 48609693-a88d-4100-ba73-3fce78cea8a9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:54:33.273236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:33.274228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.347366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847eaf1-469f-4ea2-9087-d535db70483a req-5c2e8a17-b43f-4fac-ac4d-247a46499e50 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:33.356253 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0847eaf1-469f-4ea2-9087-d535db70483a req-5c2e8a17-b43f-4fac-ac4d-247a46499e50 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1604211
Apr 15 10:54:33.415319 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8171530
Apr 15 10:54:33.457798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Request body: {'port': {'device_id': '0f81c59f-0017-44c2-944d-223942feddd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:54:33.458889 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0847eaf1-469f-4ea2-9087-d535db70483a req-5bb9669f-3ea4-46d4-b71d-d292bde34c1b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014705
Apr 15 10:54:33.482294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 48609693-a88d-4100-ba73-3fce78cea8a9 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:54:33.482577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 48609693-a88d-4100-ba73-3fce78cea8a9 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:54:33.545200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d157a4-405a-40a4-b9e7-7f43b2bfc745 req-b39804e8-45e4-4867-a9e7-2cac37f93d1e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:33.546250 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e4d157a4-405a-40a4-b9e7-7f43b2bfc745 req-b39804e8-45e4-4867-a9e7-2cac37f93d1e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:54:33.644092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.656740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e4d157a4-405a-40a4-b9e7-7f43b2bfc745 req-b39804e8-45e4-4867-a9e7-2cac37f93d1e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:54:33.658462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Attempting to bind port 78787056-6182-4509-85d6-79b2b2028025 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:33.658880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Attempting to bind port 78787056-6182-4509-85d6-79b2b2028025 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:33.659287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Attempting to bind port 78787056-6182-4509-85d6-79b2b2028025 on network f49bd842-2ac3-40dd-a419-10ce622e185e {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:33.665563 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4d157a4-405a-40a4-b9e7-7f43b2bfc745 req-b39804e8-45e4-4867-a9e7-2cac37f93d1e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 931 time: 0.3657277
Apr 15 10:54:33.679959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:33.680378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Checking segment: {'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:33.680823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.681259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Bound using segment: {'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:33.681814 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Bound port: 78787056-6182-4509-85d6-79b2b2028025, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:33.682246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:33.773792 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4d157a4-405a-40a4-b9e7-7f43b2bfc745 req-64a13568-7711-40bc-9afc-e55a1c33007f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061170
Apr 15 10:54:33.868207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] For port 78787056-6182-4509-85d6-79b2b2028025, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:33.893228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] For port 78787056-6182-4509-85d6-79b2b2028025, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=78787056-6182-4509-85d6-79b2b2028025,segment=NetworkSegment(0bd36f86-fc27-4d8b-9cd9-5b75c85704c8),segment_id=0bd36f86-fc27-4d8b-9cd9-5b75c85704c8)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:33.905847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:34.082668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:34.232815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336117e5-f8ce-4cea-a0f6-fd341483aa0a {{(pid=85289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:34.233215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ef60d-92ed-48e4-850a-58b49717820d None None] Pushing event updated for resources: {'Port': ['ID=78787056-6182-4509-85d6-79b2b2028025,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:34.242072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-492ef60d-92ed-48e4-850a-58b49717820d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:34.243769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:34.263636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Transition to ACTIVE for port object 336117e5-f8ce-4cea-a0f6-fd341483aa0a will not be triggered until provisioned by entity L2. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:54:34.266930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:34.284290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:34.346411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Routers {'75ad26c3-0ea8-443a-a945-533a7132a4fe'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:54:34.347467 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b868e80>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:54:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['75ad26c3-0ea8-443a-a945-533a7132a4fe'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:34.436433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Pushing event updated for resources: {'Port': ['ID=336117e5-f8ce-4cea-a0f6-fd341483aa0a,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:34.443153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:34.611834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] Set router 75ad26c3-0ea8-443a-a945-533a7132a4fe gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:54:34.767771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Attempting to bind port 336117e5-f8ce-4cea-a0f6-fd341483aa0a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:54:34.768158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Attempting to bind port 336117e5-f8ce-4cea-a0f6-fd341483aa0a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:54:34.768459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Attempting to bind port 336117e5-f8ce-4cea-a0f6-fd341483aa0a on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:34.782024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dfbe5-ef7e-4134-bc3a-72f2ea58147e req-d4cff58c-d8eb-415b-a16b-c4f12298ce55 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:34.783717 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b71dfbe5-ef7e-4134-bc3a-72f2ea58147e req-d4cff58c-d8eb-415b-a16b-c4f12298ce55 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2056103
Apr 15 10:54:34.785927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Port 336117e5-f8ce-4cea-a0f6-fd341483aa0a on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:54:34.786289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Attempting to bind port 336117e5-f8ce-4cea-a0f6-fd341483aa0a on network a7c30fb4-19c2-40a8-a79d-170b919ee1ed {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:54:34.794309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:54:34.794679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Checking segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:54:34.795170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Bound using segment: {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:54:34.795566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Bound port: 336117e5-f8ce-4cea-a0f6-fd341483aa0a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ace5e3d-f832-450f-90fd-aa964ff1cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed'}}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:54:34.795951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:34.903640 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b71dfbe5-ef7e-4134-bc3a-72f2ea58147e req-0824f81f-bc1c-48ac-a6e7-b130f7eca8b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105363
Apr 15 10:54:34.938841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] For port 336117e5-f8ce-4cea-a0f6-fd341483aa0a, host hv-cinder-78638, cleared binding levels {{(pid=85289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:54:34.942473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] For port 336117e5-f8ce-4cea-a0f6-fd341483aa0a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=336117e5-f8ce-4cea-a0f6-fd341483aa0a,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:54:34.947562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:34.964534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7b229031-6599-473e-bb04-51dcb6927d97 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:34.990232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b868e80>, [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:54:26Z', 'revision_number': 4, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port': {'id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:20Z', 'updated_at': '2021-04-15T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '78787056-6182-4509-85d6-79b2b2028025', 'name': '', 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'mac_address': 'fa:16:3e:a8:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:25Z', 'updated_at': '2021-04-15T10:54:33Z', 'revision_number': 4, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'subnets': [{'id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:54:34.996330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74219d02-0839-40cc-9ab2-3d8bf3e09951 None None] The sync data for ids ['75ad26c3-0ea8-443a-a945-533a7132a4fe'] in dv-cinder-786385-1-iscsi is: [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:54:26Z', 'revision_number': 4, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port': {'id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:20Z', 'updated_at': '2021-04-15T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '78787056-6182-4509-85d6-79b2b2028025', 'name': '', 'network_id': 'f49bd842-2ac3-40dd-a419-10ce622e185e', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'mac_address': 'fa:16:3e:a8:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:25Z', 'updated_at': '2021-04-15T10:54:33Z', 'revision_number': 4, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'subnets': [{'id': '0919deeb-d2c5-4657-8747-8d7cd4dcc056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:54:35.052866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f582d-c09f-4a3c-83a9-d68878b3ac28 req-a4f38b6a-f3ab-442a-bf52-455704e1e046 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.061901 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-481f582d-c09f-4a3c-83a9-d68878b3ac28 req-a4f38b6a-f3ab-442a-bf52-455704e1e046 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 943 time: 0.1496489
Apr 15 10:54:35.120097 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-481f582d-c09f-4a3c-83a9-d68878b3ac28 req-49841785-ca3c-4e85-845c-a63ba7167b62 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571256
Apr 15 10:54:35.164732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Pushing event updated for resources: {'Port': ['ID=336117e5-f8ce-4cea-a0f6-fd341483aa0a,revision_number=3']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:35.170600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:35.219815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.220919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:35.222435 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] 10.222.0.104 "PUT /v2.0/ports/336117e5-f8ce-4cea-a0f6-fd341483aa0a HTTP/1.1" status: 200  len: 1093 time: 1.7848825
Apr 15 10:54:35.222981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f81c59f-0017-44c2-944d-223942feddd0', 'tag': '336117e5-f8ce-4cea-a0f6-fd341483aa0a'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:35.280945 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f81c59f-0017-44c2-944d-223942feddd0', 'tag': '336117e5-f8ce-4cea-a0f6-fd341483aa0a', 'status': 'completed', 'code': 200}
Apr 15 10:54:35.377778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 78787056-6182-4509-85d6-79b2b2028025 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:35.445407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7adac225-6ff7-45f9-8b14-3d2ac791267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.447152 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7adac225-6ff7-45f9-8b14-3d2ac791267e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 1096 time: 0.1047318
Apr 15 10:54:35.477172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 78787056-6182-4509-85d6-79b2b2028025 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:35.482934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 78787056-6182-4509-85d6-79b2b2028025 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:35.483341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:35.563790 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-b3dfc8e7-3815-4f19-9ad2-f4dcca045724 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=336117e5-f8ce-4cea-a0f6-fd341483aa0a HTTP/1.1" status: 200  len: 217 time: 0.0922089
Apr 15 10:54:35.625801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:35.643240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7558e5ac-83c6-4d5e-8d06-a2ea2dd83644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:35.644861 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-7558e5ac-83c6-4d5e-8d06-a2ea2dd83644 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.0723190
Apr 15 10:54:35.668377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 78787056-6182-4509-85d6-79b2b2028025, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=78787056-6182-4509-85d6-79b2b2028025,segment=NetworkSegment(0bd36f86-fc27-4d8b-9cd9-5b75c85704c8),segment_id=0bd36f86-fc27-4d8b-9cd9-5b75c85704c8)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:35.677175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:35.682163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:35.713044 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-c568342d-9c19-42c5-9097-714f71c54780 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584376
Apr 15 10:54:35.772859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=78787056-6182-4509-85d6-79b2b2028025,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:35.777212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:35.868056 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-33297cb6-180f-4445-a9f5-5e1583c261e1 service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468890
Apr 15 10:54:36.097268 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fea67ea7-205c-4746-a1a3-e2b84f9aafba req-e026d3ab-a0ce-438c-8e9d-58ecd1dc4c8c service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534419
Apr 15 10:54:36.147169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b596-85ef-47e5-abe7-5dba532141d0 req-ea0c2714-25ab-433e-ad5b-88b438760107 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:36.149007 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6ea9b596-85ef-47e5-abe7-5dba532141d0 req-ea0c2714-25ab-433e-ad5b-88b438760107 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1000957
Apr 15 10:54:36.200399 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6ea9b596-85ef-47e5-abe7-5dba532141d0 req-21ceddbf-9df1-47c0-b76f-0d7f9b55990f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447018
Apr 15 10:54:36.319615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427d332-21f6-4882-9f57-94b5b63fcfb8 req-fe985f0f-c5f9-4b5d-a7a7-fd0e0476ea9d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:36.321169 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5427d332-21f6-4882-9f57-94b5b63fcfb8 req-fe985f0f-c5f9-4b5d-a7a7-fd0e0476ea9d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 943 time: 0.0909522
Apr 15 10:54:36.369891 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5427d332-21f6-4882-9f57-94b5b63fcfb8 req-3b3b012e-a40d-41b2-bda4-e96619786c41 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418200
Apr 15 10:54:37.337866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 78787056-6182-4509-85d6-79b2b2028025 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:37.409508 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9ea78-b5bc-4ffe-af61-e8ddf23ae2fa req-91cdbdda-714e-45e1-b374-374f5a0d4bc6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:37.411128 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-28a9ea78-b5bc-4ffe-af61-e8ddf23ae2fa req-91cdbdda-714e-45e1-b374-374f5a0d4bc6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0938923
Apr 15 10:54:37.416417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 78787056-6182-4509-85d6-79b2b2028025 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:37.416838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:37.462276 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-28a9ea78-b5bc-4ffe-af61-e8ddf23ae2fa req-730c40c7-0689-4630-a8ba-72973f1a3f7d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431955
Apr 15 10:54:37.660135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fed239-cc1a-4963-802a-f34fad0b49f0 req-9bc22fd2-2e35-4e05-aaa8-c8355abda930 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:37.661728 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-24fed239-cc1a-4963-802a-f34fad0b49f0 req-9bc22fd2-2e35-4e05-aaa8-c8355abda930 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 943 time: 0.0902736
Apr 15 10:54:37.714939 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-24fed239-cc1a-4963-802a-f34fad0b49f0 req-fb6c3652-b1b6-4485-b1e9-71902b8b5c4e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464187
Apr 15 10:54:38.669234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6827769-0938-4b58-8701-30df61957cc9 req-25ab0e25-22be-42e7-b2a0-934b08bc0f7d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:38.670888 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c6827769-0938-4b58-8701-30df61957cc9 req-25ab0e25-22be-42e7-b2a0-934b08bc0f7d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0897772
Apr 15 10:54:38.723279 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c6827769-0938-4b58-8701-30df61957cc9 req-2fa07f31-c8b4-46b3-9510-198292cd028f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434439
Apr 15 10:54:38.922205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e101d-12a6-4895-a2dd-55afe62e3fdc req-2cb9c6ed-4c8a-4cd8-93fa-4745248f3e41 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:38.923786 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-697e101d-12a6-4895-a2dd-55afe62e3fdc req-2cb9c6ed-4c8a-4cd8-93fa-4745248f3e41 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 943 time: 0.0952806
Apr 15 10:54:39.255980 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-697e101d-12a6-4895-a2dd-55afe62e3fdc req-bc06b419-3150-4662-94e1-2778f9732c4e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3252950
Apr 15 10:54:39.285394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-0c58fdda-6453-4dae-8856-e3f38d1e24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.286922 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-0c58fdda-6453-4dae-8856-e3f38d1e24fa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=0e4727bc6c744ca2a6add783d7b90578&device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 1096 time: 0.1043532
Apr 15 10:54:39.432045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-2f8bbb11-2904-4de5-9359-96acf1591949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.433620 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-2f8bbb11-2904-4de5-9359-96acf1591949 service neutron] 10.222.0.104 "GET /v2.0/networks?id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 200  len: 917 time: 0.1377792
Apr 15 10:54:39.517101 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-d58ded52-3af1-463d-91af-252357f1a222 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=336117e5-f8ce-4cea-a0f6-fd341483aa0a HTTP/1.1" status: 200  len: 217 time: 0.0715978
Apr 15 10:54:39.588441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-22807353-de08-4cce-b515-18cad22f3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.590012 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-22807353-de08-4cce-b515-18cad22f3f32 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 200  len: 855 time: 0.0664542
Apr 15 10:54:39.656352 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-43d30523-9e4d-446c-901f-ec134a68a970 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a7c30fb4-19c2-40a8-a79d-170b919ee1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489516
Apr 15 10:54:39.804382 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-632efead-b52b-4dad-8d3c-8e078c8d04dc service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375489
Apr 15 10:54:39.940227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08ea35-356e-4b9d-ac55-f3892b6db558 req-4e5a4aae-dea5-4a6e-9abf-442b5ab80cd9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:39.941840 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de08ea35-356e-4b9d-ac55-f3892b6db558 req-4e5a4aae-dea5-4a6e-9abf-442b5ab80cd9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0927603
Apr 15 10:54:39.957528 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac87aba2-873d-43c8-8007-963e0c06c33a req-e543c979-5fea-42d1-8f34-2f54340a206c service neutron] 10.222.0.104 "GET /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465981
Apr 15 10:54:39.995662 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de08ea35-356e-4b9d-ac55-f3892b6db558 req-0c47047c-d605-4919-99e4-5ad37307d0f3 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473888
Apr 15 10:54:40.456440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58205-0ee3-43a4-a576-112077b5d85e req-3d6de623-c70f-4868-a318-12b46e85159f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:40.458081 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fca58205-0ee3-43a4-a576-112077b5d85e req-3d6de623-c70f-4868-a318-12b46e85159f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 943 time: 0.0884030
Apr 15 10:54:40.514994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fca58205-0ee3-43a4-a576-112077b5d85e req-af6f0b77-11fa-45a9-a6d8-22804cf67103 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503957
Apr 15 10:54:40.836544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b31bc4-07f9-4562-b881-99e4c0ea5e46 req-296c95c4-bdef-446d-9ab0-c072ce4e9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:40.838129 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d2b31bc4-07f9-4562-b881-99e4c0ea5e46 req-296c95c4-bdef-446d-9ab0-c072ce4e9ce0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1099 time: 0.0796404
Apr 15 10:54:40.891232 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d2b31bc4-07f9-4562-b881-99e4c0ea5e46 req-8fb1235b-9891-4379-9c21-09e77ffda7c5 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421712
Apr 15 10:54:41.218035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9311f5-5933-41c3-a3fb-0e15225ecf41 req-710fccb8-a584-4602-a539-76fb331cf46a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:41.220156 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8d9311f5-5933-41c3-a3fb-0e15225ecf41 req-710fccb8-a584-4602-a539-76fb331cf46a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0975940
Apr 15 10:54:41.224717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 336117e5-f8ce-4cea-a0f6-fd341483aa0a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:54:41.283748 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8d9311f5-5933-41c3-a3fb-0e15225ecf41 req-e675c612-6d54-46f3-b980-4bfe373cc2c8 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557296
Apr 15 10:54:41.408694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 336117e5-f8ce-4cea-a0f6-fd341483aa0a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=336117e5-f8ce-4cea-a0f6-fd341483aa0a,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:41.594970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '336117e5-f8ce-4cea-a0f6-fd341483aa0a', 'network_id': 'a7c30fb4-19c2-40a8-a79d-170b919ee1ed', 'port_id': '336117e5-f8ce-4cea-a0f6-fd341483aa0a', 'mac_address': 'fa:16:3e:b8:49:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1a9711-11de-42c5-8800-31193bcc8998', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:54:41.667008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:41.688268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336117e5-f8ce-4cea-a0f6-fd341483aa0a {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:54:41.716657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 336117e5-f8ce-4cea-a0f6-fd341483aa0a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=336117e5-f8ce-4cea-a0f6-fd341483aa0a,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:41.721637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:41.725658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f7f40f64-b407-476a-9111-16500b0120e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:41.766751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c16a4-2a56-4d98-93b4-d7cba40b80a5 req-ca06e681-9a5f-4bfa-9096-ed4f0cca3731 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:41.768327 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cb4c16a4-2a56-4d98-93b4-d7cba40b80a5 req-ca06e681-9a5f-4bfa-9096-ed4f0cca3731 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 943 time: 0.1159604
Apr 15 10:54:41.803331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=336117e5-f8ce-4cea-a0f6-fd341483aa0a,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:41.806991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:41.852584 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cb4c16a4-2a56-4d98-93b4-d7cba40b80a5 req-7aa15ab3-d472-4f48-8c05-17521d782a73 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598052
Apr 15 10:54:42.339460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['336117e5-f8ce-4cea-a0f6-fd341483aa0a'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:54:42.531417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9debc6-c7fd-448f-9547-3adeecc89b39 req-44066a6d-571c-45c6-88bd-0dd1f6d0456b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:42.539670 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c9debc6-c7fd-448f-9547-3adeecc89b39 req-44066a6d-571c-45c6-88bd-0dd1f6d0456b tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1066029
Apr 15 10:54:42.594523 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c9debc6-c7fd-448f-9547-3adeecc89b39 req-d28aefd5-14a5-4cda-8b73-cd1f4e16c58e tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534279
Apr 15 10:54:43.059971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2029-d9cf-4c94-a6b4-22f18568dc4b req-3b498f7d-6111-4840-8ef9-b2b3a6e239ca tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:43.061668 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d62a2029-d9cf-4c94-a6b4-22f18568dc4b req-3b498f7d-6111-4840-8ef9-b2b3a6e239ca tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 944 time: 0.0940251
Apr 15 10:54:43.114457 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d62a2029-d9cf-4c94-a6b4-22f18568dc4b req-8da539c8-2050-4e24-9efb-5695fa7d1e46 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437925
Apr 15 10:54:43.842751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54567d34-fcd3-4032-ab49-c3bf5b7a4524 req-6b75ef2d-5c1e-4c58-9de1-248841e865f9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:43.846008 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-54567d34-fcd3-4032-ab49-c3bf5b7a4524 req-6b75ef2d-5c1e-4c58-9de1-248841e865f9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1224518
Apr 15 10:54:43.903647 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-54567d34-fcd3-4032-ab49-c3bf5b7a4524 req-5aa63073-bcee-4639-9eda-8261b9d46738 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525255
Apr 15 10:54:44.440821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39fb7-f8cb-47aa-b078-2940e3a66db1 req-60caf321-9cd8-413b-b270-fb497e3261f1 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.442555 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-95b39fb7-f8cb-47aa-b078-2940e3a66db1 req-60caf321-9cd8-413b-b270-fb497e3261f1 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 944 time: 0.1324799
Apr 15 10:54:44.517849 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-95b39fb7-f8cb-47aa-b078-2940e3a66db1 req-8478dcb6-36d6-4472-a1eb-e5eb0c55b352 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677340
Apr 15 10:54:44.641264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-c25ae28f-7752-480f-b8a4-2328691476d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.642890 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-c25ae28f-7752-480f-b8a4-2328691476d8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 1099 time: 0.1562970
Apr 15 10:54:44.655225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf5f5f-0d13-4742-86dc-5a8c1e5f67e2 req-c8369ffa-699a-43b4-a1ac-74dfa94a7fe7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.656765 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c1cf5f5f-0d13-4742-86dc-5a8c1e5f67e2 req-c8369ffa-699a-43b4-a1ac-74dfa94a7fe7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1286204
Apr 15 10:54:44.795106 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c1cf5f5f-0d13-4742-86dc-5a8c1e5f67e2 req-1dd0de87-86b1-487f-9d75-1051d4cc902a tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147034
Apr 15 10:54:44.833899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-6c47914d-4ce2-4ed7-9ed5-4e7445527123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:44.836232 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-6c47914d-4ce2-4ed7-9ed5-4e7445527123 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.1784754
Apr 15 10:54:44.927794 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-dd843aa1-6891-41cc-b41e-17e37892af87 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 200  len: 217 time: 0.0719955
Apr 15 10:54:45.014033 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-f92bfdf2-4d6f-4890-98a4-dac2c13e5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:45.016685 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-f92bfdf2-4d6f-4890-98a4-dac2c13e5baf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.0780554
Apr 15 10:54:45.076825 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-d1d01471-2bcf-4e57-bc8a-b2bd87802318 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527172
Apr 15 10:54:45.245192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 336117e5-f8ce-4cea-a0f6-fd341483aa0a up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:54:45.258386 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-da978856-9cfc-43c6-89ca-81c9de06288b service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475523
Apr 15 10:54:45.344454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 336117e5-f8ce-4cea-a0f6-fd341483aa0a completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:54:45.352076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 336117e5-f8ce-4cea-a0f6-fd341483aa0a triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:54:45.352490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:45.425053 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f2bed0f-e449-4d71-bc3e-423e2411f0b8 req-12fa17c5-c015-4e8e-8a34-c3271a0be854 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589346
Apr 15 10:54:45.532428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:45.595479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f81c59f-0017-44c2-944d-223942feddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336117e5-f8ce-4cea-a0f6-fd341483aa0a'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:54:45.611724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 336117e5-f8ce-4cea-a0f6-fd341483aa0a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=336117e5-f8ce-4cea-a0f6-fd341483aa0a,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:54:45.615346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:45.617833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:54:45.730891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=336117e5-f8ce-4cea-a0f6-fd341483aa0a,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:54:45.736188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:54:45.808829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048833f-5c56-4747-914f-e34d190d5539 req-c34e03c1-8f35-4ffd-a2e1-80310dcefda7 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:45.810513 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2048833f-5c56-4747-914f-e34d190d5539 req-c34e03c1-8f35-4ffd-a2e1-80310dcefda7 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 945 time: 0.1242573
Apr 15 10:54:45.872498 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2048833f-5c56-4747-914f-e34d190d5539 req-f7800c05-86b7-4783-89b5-12d6bd0a584f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542462
Apr 15 10:54:45.942085 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f81c59f-0017-44c2-944d-223942feddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336117e5-f8ce-4cea-a0f6-fd341483aa0a', 'code': 200}
Apr 15 10:54:46.371838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda095-cdab-4bdd-b6a4-5c37a9c4eb8c req-23857c0f-f73e-4026-951f-d6e84c91bf7d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:46.380193 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1fcda095-cdab-4bdd-b6a4-5c37a9c4eb8c req-23857c0f-f73e-4026-951f-d6e84c91bf7d tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2501426
Apr 15 10:54:46.446052 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1fcda095-cdab-4bdd-b6a4-5c37a9c4eb8c req-9de926b0-c206-4f16-a38d-1b6268859a24 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647924
Apr 15 10:54:46.544436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611920-6b39-4e22-be11-6c2dc1647117 req-2d1c2d0d-166f-4933-bbaa-effcdda746dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:46.548034 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cf611920-6b39-4e22-be11-6c2dc1647117 req-2d1c2d0d-166f-4933-bbaa-effcdda746dd service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 1098 time: 0.0961826
Apr 15 10:54:46.595052 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cf611920-6b39-4e22-be11-6c2dc1647117 req-f10809c2-3fba-4f6a-9ed3-6ccd159a27b1 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408781
Apr 15 10:54:47.140406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71a431-8ae8-49ad-8c05-d9cef416064b req-279968f2-e97a-4710-88ab-5c519a216fff tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:47.143410 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d71a431-8ae8-49ad-8c05-d9cef416064b req-279968f2-e97a-4710-88ab-5c519a216fff tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 945 time: 0.1112387
Apr 15 10:54:47.198161 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d71a431-8ae8-49ad-8c05-d9cef416064b req-7e3b53ea-7830-421b-865d-67287879613e tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475740
Apr 15 10:54:47.684253 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3151b-a1ce-4e36-a539-b20738be26d5 req-67e950d3-ad5a-4e8d-be2d-40a2e12c11b1 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:47.685877 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e7a3151b-a1ce-4e36-a539-b20738be26d5 req-67e950d3-ad5a-4e8d-be2d-40a2e12c11b1 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0954173
Apr 15 10:54:47.734663 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e7a3151b-a1ce-4e36-a539-b20738be26d5 req-950dffc2-3ab6-4062-8d3e-5b692329d045 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422950
Apr 15 10:54:48.431095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a902e-6db5-4a65-89be-afdf554a8170 req-2f3444fb-4c21-482c-a419-9081974b249c tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:48.432837 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-693a902e-6db5-4a65-89be-afdf554a8170 req-2f3444fb-4c21-482c-a419-9081974b249c tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 945 time: 0.0987267
Apr 15 10:54:48.486057 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-693a902e-6db5-4a65-89be-afdf554a8170 req-f76092de-68e1-4bf2-a72f-8885fa45d5c1 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466273
Apr 15 10:54:49.166257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a41376-e9ae-4702-a733-5fef09ac39f2 req-fb22c9ce-5a5e-48d4-9c6a-2260b6432cb7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:49.174910 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b5a41376-e9ae-4702-a733-5fef09ac39f2 req-fb22c9ce-5a5e-48d4-9c6a-2260b6432cb7 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.3117571
Apr 15 10:54:49.238097 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b5a41376-e9ae-4702-a733-5fef09ac39f2 req-6cc60ff1-e7e3-4173-8a4d-6a2f4d8877ca tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615814
Apr 15 10:54:49.762259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff496-6d7f-47ce-b24f-1797dbfa27c8 req-ad7e2926-1231-44c8-ad30-3bdbf0632112 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:49.771486 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b01ff496-6d7f-47ce-b24f-1797dbfa27c8 req-ad7e2926-1231-44c8-ad30-3bdbf0632112 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 945 time: 0.1266894
Apr 15 10:54:49.849941 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b01ff496-6d7f-47ce-b24f-1797dbfa27c8 req-ead0b187-0485-4355-8a65-91e99b7263c1 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766084
Apr 15 10:54:50.639234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8bf-d968-4f30-a2d0-e9b6c3837775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:52.458811 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-98559f95-b26d-46d0-aba3-115459c4f684 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0882957
Apr 15 10:54:52.598809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-3684e032-ce9e-424d-b9b8-49d57468409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.600415 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-3684e032-ce9e-424d-b9b8-49d57468409b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 1098 time: 0.0835876
Apr 15 10:54:52.777865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-2dce4a76-4fed-4437-bde6-a6387280b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.779506 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-2dce4a76-4fed-4437-bde6-a6387280b505 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 200  len: 921 time: 0.1566935
Apr 15 10:54:52.861024 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-e535a03c-c05c-41e6-9214-6dd9c431f44a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22 HTTP/1.1" status: 200  len: 217 time: 0.0723231
Apr 15 10:54:52.933996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-7225d8fb-867d-4e35-825b-33b535847007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:54:52.936541 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-7225d8fb-867d-4e35-825b-33b535847007 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 200  len: 859 time: 0.0673845
Apr 15 10:54:52.999633 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-b84ee784-6242-4dae-9855-ac61eff641b6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491447
Apr 15 10:54:53.082502 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26a5d6f-b148-450d-a6a8-727b676f4d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.202846 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-dd7f2099-95db-4be9-897e-fc9b0dcbbc57 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953473
Apr 15 10:54:53.388233 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3eb1b602-7b8b-485c-a95e-401684f5cdb8 req-eb0ab459-8b1a-4ded-b34d-e12634bf2467 service neutron] 10.222.0.104 "GET /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705511
Apr 15 10:54:53.850431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:54.017036 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:54.959922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:56.043068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:59.068064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:55:06.989892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9059a-16f2-4675-aa3f-a783cb3e328a req-d7fd279f-71ac-4d50-9b6e-c6e59741524c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:06.999732 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2ba9059a-16f2-4675-aa3f-a783cb3e328a req-d7fd279f-71ac-4d50-9b6e-c6e59741524c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1092694
Apr 15 10:55:07.058173 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2ba9059a-16f2-4675-aa3f-a783cb3e328a req-1073272a-4a51-4d2d-a377-429091b11210 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569751
Apr 15 10:55:07.847502 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-b491df6c-46bb-4dd5-b363-90dca3151058 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029062776&fields=id&tenant_id=e42ef5c1f49f416f8717fd13b63c17de HTTP/1.1" status: 200  len: 267 time: 0.0477226
Apr 15 10:55:08.051196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6962234d-1bb5-4154-8160-dedf66b047a3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:08.060108 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6962234d-1bb5-4154-8160-dedf66b047a3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 808 time: 0.2044690
Apr 15 10:55:08.073794 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-4a8d6721-180b-4eb0-ad58-313a24e6f8c9 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/quotas/e42ef5c1f49f416f8717fd13b63c17de HTTP/1.1" status: 200  len: 375 time: 0.0117798
Apr 15 10:55:08.181156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-4e875c98-d025-47dd-9542-6e64f539d985 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Synchronizing usage tracker for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:08.203351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-4e875c98-d025-47dd-9542-6e64f539d985 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Unset dirty status for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:08.205024 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-4e875c98-d025-47dd-9542-6e64f539d985 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1248505
Apr 15 10:55:08.614919 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-d14058d8-6d50-4ffc-acd0-8f34cfdb3032 service neutron] 10.222.0.68 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3964446
Apr 15 10:55:08.771942 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-27fa260d-0081-4e2f-a81d-8ec68919c2fe service neutron] 10.222.0.68 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498346
Apr 15 10:55:09.458790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1befd9-d2dd-4c8e-9b3e-6f2beb9519c3 req-79424865-d598-494b-8b0f-5a3922ad45f2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:09.460483 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2b1befd9-d2dd-4c8e-9b3e-6f2beb9519c3 req-79424865-d598-494b-8b0f-5a3922ad45f2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1451170
Apr 15 10:55:09.543097 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2b1befd9-d2dd-4c8e-9b3e-6f2beb9519c3 req-8dbff3c6-ca16-4502-a2ea-05138e47fdeb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717292
Apr 15 10:55:09.656994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-27cfc826-c45c-4f65-8347-26dab9aa9072 req-2092d28f-2f40-4981-98aa-61678575010f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 210 time: 0.0623572
Apr 15 10:55:10.980459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be526780-8788-46ca-9953-b4de73841069 req-0191ce8b-f9b6-46f5-9dd2-17b7021cfc4c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:10.996006 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-be526780-8788-46ca-9953-b4de73841069 req-0191ce8b-f9b6-46f5-9dd2-17b7021cfc4c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.2454476
Apr 15 10:55:11.057185 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-084657d1-0d26-4006-bcfc-c847728c7a7d req-e3564918-f2af-48de-a99b-c1ebe7deb8e2 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 210 time: 0.1056097
Apr 15 10:55:11.090041 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-be526780-8788-46ca-9953-b4de73841069 req-fbe18689-551e-4636-b5b2-265168e6f01f tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771730
Apr 15 10:55:12.006289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-f84abd37-c5b0-421f-b406-7a5f069319ee tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:12.008540 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-f84abd37-c5b0-421f-b406-7a5f069319ee tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.104 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 808 time: 0.2018173
Apr 15 10:55:12.135979 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-e846c4d3-93b6-4757-82bf-d45b0235612a tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e42ef5c1f49f416f8717fd13b63c17de HTTP/1.1" status: 200  len: 8061 time: 0.1059740
Apr 15 10:55:12.156988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'port': {'device_id': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'admin_state_up': True, 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'security_groups': ['fcc3ed1e-512e-4eb3-99c9-77a013f6eb91']}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:12.420623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:12.436488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:12.496850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aaa4c-fcc5-42c3-83a7-20bb10cdf350 req-909a274b-a373-48eb-a63e-60cecae98bc4 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:12.506539 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c2aaa4c-fcc5-42c3-83a7-20bb10cdf350 req-909a274b-a373-48eb-a63e-60cecae98bc4 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1828520
Apr 15 10:55:12.520019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Made reservation on behalf of e42ef5c1f49f416f8717fd13b63c17de for: {'port': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:12.528958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:12.544871 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6cb38008-172e-406e-acca-72d417a160cd req-40d13c98-7664-40c8-bc95-940e22cc7cde tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 210 time: 0.0975261
Apr 15 10:55:12.603111 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c2aaa4c-fcc5-42c3-83a7-20bb10cdf350 req-215e4c02-9565-46f1-8646-df3996b2fb94 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886664
Apr 15 10:55:12.780319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Allocated IP 172.20.0.9 (028195d1-dab2-4135-be1b-ddfb3cd0c290/0eb32a4f-e05c-4a76-839f-89423bdc81b7/073b8121-edd6-4c68-9210-5372b5afa371) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:13.018820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.038259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Transition to ACTIVE for port object 073b8121-edd6-4c68-9210-5372b5afa371 will not be triggered until provisioned by entity DHCP. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:13.063938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.081035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3b23e7e5-8c35-4011-a5b6-96f3b466cc43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:13.209541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:13.221596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.222014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.222416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.222812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.223202 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.223587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.223980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.224364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.224746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.225129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.225544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.226020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:13.236035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:13.305093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:13.307668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:13.310455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:13.395897 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:13.396925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.425668 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2733266
Apr 15 10:55:13.477951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Request body: {'port': {'device_id': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:13.617647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.636137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-579594a0-76ae-4169-a17f-e8d7d3b3e3ef None None] Provisioning for port 073b8121-edd6-4c68-9210-5372b5afa371 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:13.644907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-579594a0-76ae-4169-a17f-e8d7d3b3e3ef None None] Provisioning complete for port 073b8121-edd6-4c68-9210-5372b5afa371 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:13.645331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-579594a0-76ae-4169-a17f-e8d7d3b3e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:13.753050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-579594a0-76ae-4169-a17f-e8d7d3b3e3ef None None] Port 073b8121-edd6-4c68-9210-5372b5afa371 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:55:13.856108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061b840-04c1-41e5-8074-63c4b982f21d req-43c8f8e8-3f19-4080-800a-d8d75451071c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:13.858601 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6061b840-04c1-41e5-8074-63c4b982f21d req-43c8f8e8-3f19-4080-800a-d8d75451071c tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 931 time: 0.1065254
Apr 15 10:55:13.924753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6061b840-04c1-41e5-8074-63c4b982f21d req-ef85c59d-e0ae-45ff-99f4-833d8ecbe381 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Synchronizing usage tracker for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:14.023659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6061b840-04c1-41e5-8074-63c4b982f21d req-ef85c59d-e0ae-45ff-99f4-833d8ecbe381 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Unset dirty status for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:14.036600 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6061b840-04c1-41e5-8074-63c4b982f21d req-ef85c59d-e0ae-45ff-99f4-833d8ecbe381 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1701472
Apr 15 10:55:14.114443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-8ce20fd1-8d0c-401d-9571-74099b099674 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:14.122635 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-8ce20fd1-8d0c-401d-9571-74099b099674 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.104 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.1862104
Apr 15 10:55:14.255453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Deleting port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:14.255453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.381207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073b8121-edd6-4c68-9210-5372b5afa371 {{(pid=85289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:14.391721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.425764 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Transition to ACTIVE for port object 073b8121-edd6-4c68-9210-5372b5afa371 will not be triggered until provisioned by entity L2. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:14.429366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.446662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:14.599003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Pushing event updated for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:14.604596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:14.640568 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebd9cc-ac03-4f79-95fd-973cc62c0cfb req-129d038a-af89-4ee8-b441-59b8630accb6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:14.642255 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-edebd9cc-ac03-4f79-95fd-973cc62c0cfb req-129d038a-af89-4ee8-b441-59b8630accb6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 945 time: 0.2664330
Apr 15 10:55:14.770630 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-edebd9cc-ac03-4f79-95fd-973cc62c0cfb req-2b00db3a-7e7b-4f22-a4f1-37798b702a58 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973027
Apr 15 10:55:14.790975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] For port d09c4b0b-db4f-43f0-a99c-abd01af9aa22, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:14.791671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:14.864585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Attempting to bind port 073b8121-edd6-4c68-9210-5372b5afa371 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:55:14.865304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Attempting to bind port 073b8121-edd6-4c68-9210-5372b5afa371 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:55:14.865884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Attempting to bind port 073b8121-edd6-4c68-9210-5372b5afa371 on network 028195d1-dab2-4135-be1b-ddfb3cd0c290 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:14.872938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Port 073b8121-edd6-4c68-9210-5372b5afa371 on network 028195d1-dab2-4135-be1b-ddfb3cd0c290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:55:14.873772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Attempting to bind port 073b8121-edd6-4c68-9210-5372b5afa371 on network 028195d1-dab2-4135-be1b-ddfb3cd0c290 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:14.880421 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:55:14.881272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Checking segment: {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:14.881899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Bound using segment: {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:55:14.882571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Bound port: 073b8121-edd6-4c68-9210-5372b5afa371, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289ee9f5-2db2-43ca-a389-8d7c0071b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290'}}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:55:14.883251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:15.053650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, cleared binding levels {{(pid=85289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:55:15.058667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Calling delete_port for d09c4b0b-db4f-43f0-a99c-abd01af9aa22 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:15.060842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:55:15.067209 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:15.170113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:15.254130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506af2f-7aee-41bb-8cec-4f309f7e1a61 req-ea81d5a1-ed30-4a05-8fea-94f03ec607be tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:15.256106 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3506af2f-7aee-41bb-8cec-4f309f7e1a61 req-ea81d5a1-ed30-4a05-8fea-94f03ec607be tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1542537
Apr 15 10:55:15.283736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Pushing event updated for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=3']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:15.287714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:15.311046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:15.311823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:15.313206 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] 10.222.0.104 "PUT /v2.0/ports/073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 1093 time: 1.8400912
Apr 15 10:55:15.313780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:15.393378 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3506af2f-7aee-41bb-8cec-4f309f7e1a61 req-d2936645-dc7c-4f98-a84a-07b3b3aa9242 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724583
Apr 15 10:55:15.414355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:15.483221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['d09c4b0b-db4f-43f0-a99c-abd01af9aa22', 'b4e18b9a-1f26-431e-8393-9286f1df265d'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:15.604924 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371', 'status': 'completed', 'code': 200}
Apr 15 10:55:15.625752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-a1099540-f675-4e83-8048-4e6df6f32c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:15.627703 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-a1099540-f675-4e83-8048-4e6df6f32c13 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1096 time: 0.2331760
Apr 15 10:55:15.629783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:15.687076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Pushing event deleted for resources: {'Port': ['ID=d09c4b0b-db4f-43f0-a99c-abd01af9aa22,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:15.699446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.699892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.700301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.700706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.701107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.701557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.701955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.702345 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.702739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.703135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.703524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.703911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:15.707528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:15.800851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] No DVR routers for this DVR port d09c4b0b-db4f-43f0-a99c-abd01af9aa22 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:55:15.802788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:15.805851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906f015d-7023-420f-95e2-91076e9110e9', 'name': 'network-vif-deleted', 'tag': 'd09c4b0b-db4f-43f0-a99c-abd01af9aa22'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:15.823133 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-87ea7c2f-2b1b-46a9-b2f5-9291da5a468a req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.104 "DELETE /v2.0/ports/d09c4b0b-db4f-43f0-a99c-abd01af9aa22 HTTP/1.1" status: 204  len: 173 time: 1.6858270
Apr 15 10:55:15.962933 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-7cda41ae-38b9-430f-b294-e850730c22a7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 217 time: 0.3076231
Apr 15 10:55:15.972765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d44f7-81ab-4978-83a8-711526be70a8 req-beea3b1d-ab5c-4683-9b27-d23916e2cad2 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:15.973602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6b1d44f7-81ab-4978-83a8-711526be70a8 req-beea3b1d-ab5c-4683-9b27-d23916e2cad2 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Synchronizing usage tracker for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:16.005677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-45af5ee4-75e6-406c-a7e2-9d83d093b15f req-aab52b7b-a9bc-4707-b8ed-f1f47592c444 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Synchronizing usage tracker for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:16.026496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6b1d44f7-81ab-4978-83a8-711526be70a8 req-beea3b1d-ab5c-4683-9b27-d23916e2cad2 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Unset dirty status for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:16.030953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-45af5ee4-75e6-406c-a7e2-9d83d093b15f req-aab52b7b-a9bc-4707-b8ed-f1f47592c444 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Unset dirty status for tenant:3f51cccc0e9948b9afa29f9653ec23f2 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:16.032281 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45af5ee4-75e6-406c-a7e2-9d83d093b15f req-aab52b7b-a9bc-4707-b8ed-f1f47592c444 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=906f015d-7023-420f-95e2-91076e9110e9 HTTP/1.1" status: 200  len: 210 time: 0.1255243
Apr 15 10:55:16.033938 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6b1d44f7-81ab-4978-83a8-711526be70a8 req-beea3b1d-ab5c-4683-9b27-d23916e2cad2 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.5231571
Apr 15 10:55:16.125690 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906f015d-7023-420f-95e2-91076e9110e9', 'name': 'network-vif-deleted', 'tag': 'd09c4b0b-db4f-43f0-a99c-abd01af9aa22', 'status': 'completed', 'code': 200}
Apr 15 10:55:16.132887 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6b1d44f7-81ab-4978-83a8-711526be70a8 req-bf81d8a1-5fc0-4e13-aa00-8a37b948bafe tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980041
Apr 15 10:55:16.136769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-ad03fdd1-94f3-48ed-8fb1-05b8894e2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:16.138286 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-ad03fdd1-94f3-48ed-8fb1-05b8894e2e52 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 200  len: 847 time: 0.1617026
Apr 15 10:55:16.231526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-43354759-e8e3-4aa8-806b-739affb59194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:16.233103 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-43354759-e8e3-4aa8-806b-739affb59194 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=028195d1-dab2-4135-be1b-ddfb3cd0c290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874591
Apr 15 10:55:16.382997 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-0e42e810-72a7-44de-8ae7-62e7b0d9f63f service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417749
Apr 15 10:55:16.539988 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61b0ff4b-7a15-446f-8f2b-5ffc0f7b8528 req-1b891d60-211e-43ef-82b3-aae307c192ec service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466990
Apr 15 10:55:16.621320 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8bd8c-6a41-4154-854b-456a8d053aa9 req-71e612e4-fe13-4980-a7d6-4f04090d45a1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:16.623051 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4b8bd8c-6a41-4154-854b-456a8d053aa9 req-71e612e4-fe13-4980-a7d6-4f04090d45a1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0927715
Apr 15 10:55:16.685951 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4b8bd8c-6a41-4154-854b-456a8d053aa9 req-ef040981-e853-42ed-8ab8-f9335e7ec0ec tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522149
Apr 15 10:55:16.846348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-7fa560c6-dc7f-44a4-a4b5-1676fb1b68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:16.847943 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-7fa560c6-dc7f-44a4-a4b5-1676fb1b68ee service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1096 time: 0.0939937
Apr 15 10:55:17.000287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-6c341874-76ab-440b-89b8-e9ff6ef07c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.001910 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-6c341874-76ab-440b-89b8-e9ff6ef07c39 service neutron] 10.222.0.104 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 910 time: 0.1466439
Apr 15 10:55:17.081412 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-47ad9ec1-0a16-4299-9a78-0cd5588e49e7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 217 time: 0.0703673
Apr 15 10:55:17.180380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-d47ee63a-670e-4ca5-814e-6571e3438fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.182114 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-d47ee63a-670e-4ca5-814e-6571e3438fae service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 200  len: 847 time: 0.0673118
Apr 15 10:55:17.350115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-7ed73bc3-cdb2-475e-a2c6-73af8c853eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.351730 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-7ed73bc3-cdb2-475e-a2c6-73af8c853eb2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=028195d1-dab2-4135-be1b-ddfb3cd0c290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1625926
Apr 15 10:55:17.375098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device d09c4b0b-db4f-43f0-a99c-abd01af9aa22 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:17.422118 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: d09c4b0b-db4f-43f0-a99c-abd01af9aa22 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:17.422747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device d09c4b0b-db4f-43f0-a99c-abd01af9aa22 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:17.498822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e1d78-5ecb-4824-a338-6978579529ce req-25064e9d-978e-4154-85aa-a66dfca56a77 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.500515 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-711e1d78-5ecb-4824-a338-6978579529ce req-25064e9d-978e-4154-85aa-a66dfca56a77 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.2415864
Apr 15 10:55:17.581165 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-349b9f95-a567-4ce3-8826-5e29b3bd6bd3 service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210433
Apr 15 10:55:17.586124 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-711e1d78-5ecb-4824-a338-6978579529ce req-84c4f865-5d4d-4dfb-a737-86cdbf2e5f0e tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674858
Apr 15 10:55:17.629277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ba005-af51-49c4-b899-76bf28152dc0 req-e0003799-ec31-4228-a666-39c336334d90 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.630913 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1d9ba005-af51-49c4-b899-76bf28152dc0 req-e0003799-ec31-4228-a666-39c336334d90 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1058385
Apr 15 10:55:17.680182 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1d9ba005-af51-49c4-b899-76bf28152dc0 req-0630a9da-63a6-4de9-975f-a862e50f7825 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418336
Apr 15 10:55:17.732344 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7d58a48-9c42-4c49-a146-2d3958305cba req-d09db0c4-d3d7-4b60-ba51-dffc7423ab3c service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430373
Apr 15 10:55:17.927037 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237abdc8-9bcc-44b1-a60e-c5f56c272bef req-1114cf9a-6e89-4d13-8ab0-73aca408eb58 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:17.929210 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-237abdc8-9bcc-44b1-a60e-c5f56c272bef req-1114cf9a-6e89-4d13-8ab0-73aca408eb58 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0970266
Apr 15 10:55:17.971605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42300) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:17.981664 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-237abdc8-9bcc-44b1-a60e-c5f56c272bef req-811f6e2d-0d61-48ba-b0f1-7fe27bd6d71b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451705
Apr 15 10:55:18.044073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Deleting subnet 5df3e8e7-a5a1-4d4a-b38a-412ee6485dad {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:55:18.047291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:18.102754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:18.111967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:18.381986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:18.395295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7c70778d-7c2b-42bf-8ea3-30e75470cec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:18.482358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df3e8e7-a5a1-4d4a-b38a-412ee6485dad,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:18.485036 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:18.535762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:18.545632 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5df3e8e7-a5a1-4d4a-b38a-412ee6485dad HTTP/1.1" status: 204  len: 168 time: 0.5705025
Apr 15 10:55:18.546175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42306) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:18.668381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:18.812979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fe055-8da7-4b6e-a7aa-adf711fe925b req-ac7f4c61-7ec9-4180-a63a-91262e5361e3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:18.821065 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f42fe055-8da7-4b6e-a7aa-adf711fe925b req-ac7f4c61-7ec9-4180-a63a-91262e5361e3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.1030395
Apr 15 10:55:18.875165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:18.880184 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f42fe055-8da7-4b6e-a7aa-adf711fe925b req-7b4cb4ca-310d-46cf-951a-9a375c243bf2 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578864
Apr 15 10:55:19.081315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f623aa7e6d8>> segment before_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.081748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f623aa7e6d8>> subnet precommit_delete_associations 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.082553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623b285f60>> segment_host_mapping after_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.082919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623b285f60>> port after_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.083269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623b285f60>> port after_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.083637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623b285f60>> port after_update 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.083990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623b285f60>> segment after_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.084346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623b285f60>> subnet after_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.084697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623b285f60>> subnet after_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.085088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f623b285f60>> subnet after_update 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.094994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043178b0-788f-440d-893b-0354e2571a3b req-63b86e4a-d7a3-43bc-a079-05f7514f6fe9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:19.096598 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-043178b0-788f-440d-893b-0354e2571a3b req-63b86e4a-d7a3-43bc-a079-05f7514f6fe9 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 945 time: 0.1005757
Apr 15 10:55:19.145740 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-043178b0-788f-440d-893b-0354e2571a3b req-c2ec63fc-2054-4e8f-ae5b-d653b83e544c tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423632
Apr 15 10:55:19.210302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f623b56ff60>> subnet after_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.210756 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f623b56ff60>> subnet after_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.211123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f623b56ff60>> subnet before_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.211486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f623b56ff60>> subnet before_update 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:55:19.211874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623a957e80>,) {'filters': {'network_id': ['4360a956-814b-4b57-a218-11a4c774e601']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:19.239084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623a957e80>, '175d37b5-177d-4488-ada7-9a6c9b438e2e') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:19.239419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623a957e80>, '175d37b5-177d-4488-ada7-9a6c9b438e2e') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:19.257545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848186784'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:19.273798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf230-d17b-4312-8e63-4dbb91dd2197 req-49f78915-bbbc-4b30-8a25-9b5ba2078edc tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:19.275686 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-43ebf230-d17b-4312-8e63-4dbb91dd2197 req-49f78915-bbbc-4b30-8a25-9b5ba2078edc tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.3162074
Apr 15 10:55:19.301055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:19.318329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:55:19.425336 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-43ebf230-d17b-4312-8e63-4dbb91dd2197 req-311a49d8-7822-46ca-955c-e9fc48f2fee2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407368
Apr 15 10:55:19.707755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc0251-36dc-4362-8292-ae4cd312ab17 req-b4309b63-5114-49cc-a8a6-12ac87aaa694 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:19.709385 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4bc0251-36dc-4362-8292-ae4cd312ab17 req-b4309b63-5114-49cc-a8a6-12ac87aaa694 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 946 time: 0.0968530
Apr 15 10:55:19.761288 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f4bc0251-36dc-4362-8292-ae4cd312ab17 req-b90d09bb-9212-4ad0-b8f7-f7657dabe2fc tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450363
Apr 15 10:55:19.791192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Network 4360a956-814b-4b57-a218-11a4c774e601 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:55:19.800825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8156155'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.002277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Network 4360a956-814b-4b57-a218-11a4c774e601 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:55:20.017987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb1d5-d83b-4faf-b7ed-94072ac979c5 req-80a2cf26-56c8-4a96-814d-0a1c057c3bb6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:20.019559 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d5dbb1d5-d83b-4faf-b7ed-94072ac979c5 req-80a2cf26-56c8-4a96-814d-0a1c057c3bb6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.3041248
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   from cryptography.utils import int_from_bytes
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   from cryptography.utils import int_from_bytes
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   (rel_b, rel_a, rel_b),
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   (rel_b, rel_a, rel_b),
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:55:20.038202 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:55:20.108764 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b2d30-5055-4a4d-a8f7-734fa44aded5 req-d1812f81-a0cb-48cf-9848-40e2fd81e2d0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:20.110500 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-726b2d30-5055-4a4d-a8f7-734fa44aded5 req-d1812f81-a0cb-48cf-9848-40e2fd81e2d0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.1218588
Apr 15 10:55:20.157394 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d5dbb1d5-d83b-4faf-b7ed-94072ac979c5 req-a0879bb9-021f-40d2-a832-ef9bd8227deb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182075
Apr 15 10:55:20.158527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.160679 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-726b2d30-5055-4a4d-a8f7-734fa44aded5 req-860a12cb-8ee7-4d14-9bf8-626e86b0ff39 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438118
Apr 15 10:55:20.164554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.169148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:20.194296 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] 10.222.0.68 "DELETE /v2.0/networks/4360a956-814b-4b57-a218-11a4c774e601 HTTP/1.1" status: 204  len: 168 time: 1.6446087
Apr 15 10:55:20.202922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4360a956-814b-4b57-a218-11a4c774e601,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:20.205472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:20.357042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56404ba-d520-4a40-b4ff-13c63c2344c5 req-802335ce-3ed1-4dae-9a93-109c9bb9d934 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:20.358688 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c56404ba-d520-4a40-b4ff-13c63c2344c5 req-802335ce-3ed1-4dae-9a93-109c9bb9d934 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 945 time: 0.0937748
Apr 15 10:55:20.385916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42332) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:20.409127 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c56404ba-d520-4a40-b4ff-13c63c2344c5 req-9656aa0c-30a6-45b8-99aa-77340d63ed03 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437217
Apr 15 10:55:20.440164 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4bfad352-1207-42fe-bbaa-497696c1c197 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a071bc0ef1c6484d8ba7c408ee90e6ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530396
Apr 15 10:55:20.442720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42336) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:20.511853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27026253-d5f0-406b-b64a-a2ff85024629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.548206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27026253-d5f0-406b-b64a-a2ff85024629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.639887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5bd2-8f35-428d-9bcc-781a7c6347af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.665176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27026253-d5f0-406b-b64a-a2ff85024629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.671566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-236b7b5d-afbf-44f9-be0c-165f2450a013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:20.689742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e9220-0fce-4135-894f-6e76dafbd80d req-0a944a58-6c31-4d06-a051-376df852db2c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:20.691292 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-422e9220-0fce-4135-894f-6e76dafbd80d req-0a944a58-6c31-4d06-a051-376df852db2c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1354609
Apr 15 10:55:20.694886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27026253-d5f0-406b-b64a-a2ff85024629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ce7eaf-6d62-4679-9ea3-38d995cf70eb,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:20.697879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-27026253-d5f0-406b-b64a-a2ff85024629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:20.738835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27026253-d5f0-406b-b64a-a2ff85024629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:20.739996 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-27026253-d5f0-406b-b64a-a2ff85024629 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/85ce7eaf-6d62-4679-9ea3-38d995cf70eb HTTP/1.1" status: 204  len: 168 time: 0.2963195
Apr 15 10:55:20.752734 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-422e9220-0fce-4135-894f-6e76dafbd80d req-39a8535b-eea5-4142-965a-df19e7a5e02c tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526941
Apr 15 10:55:20.973237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bca9b6-ea00-4bc5-baed-577f3097e217 req-f2ffc4ef-e5e8-4c11-b8a7-032a3d47be38 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:20.974981 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-40bca9b6-ea00-4bc5-baed-577f3097e217 req-f2ffc4ef-e5e8-4c11-b8a7-032a3d47be38 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 946 time: 0.0962806
Apr 15 10:55:21.035596 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-40bca9b6-ea00-4bc5-baed-577f3097e217 req-ff7e7427-2a00-461b-925c-d60253e89c0c tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527401
Apr 15 10:55:21.364995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f8341-e0fc-4d89-a741-c11aba26aa32 req-7c15d1ba-4133-4c66-b101-c89568a28b81 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:21.366616 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6e9f8341-e0fc-4d89-a741-c11aba26aa32 req-7c15d1ba-4133-4c66-b101-c89568a28b81 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.0905921
Apr 15 10:55:21.377526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304afe8-41cb-4b04-b477-9aae5242ff55 req-b2c00ace-407a-4b58-903a-386046810390 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:21.379422 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0304afe8-41cb-4b04-b477-9aae5242ff55 req-b2c00ace-407a-4b58-903a-386046810390 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0959945
Apr 15 10:55:21.416947 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6e9f8341-e0fc-4d89-a741-c11aba26aa32 req-cc668a08-3fa5-4721-9350-2964b107da33 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431783
Apr 15 10:55:21.430891 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0304afe8-41cb-4b04-b477-9aae5242ff55 req-2de706b7-86b0-421b-a636-bb457e4ba8e5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437455
Apr 15 10:55:21.616581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5298-2f2f-4e9c-a3b6-d832f3e91a07 req-9a277be8-5b79-4706-9ba5-462628d7aa4a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:21.618154 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2aeb5298-2f2f-4e9c-a3b6-d832f3e91a07 req-9a277be8-5b79-4706-9ba5-462628d7aa4a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 945 time: 0.0927804
Apr 15 10:55:21.643188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-8d63aaa4-71bf-4166-87f0-8ebd10747410 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:21.644715 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-8d63aaa4-71bf-4166-87f0-8ebd10747410 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 945 time: 0.0920866
Apr 15 10:55:21.667839 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2aeb5298-2f2f-4e9c-a3b6-d832f3e91a07 req-dc97f0f7-43d2-4e03-ba6c-77ed192d935f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425224
Apr 15 10:55:21.724132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Deleting port 336117e5-f8ce-4cea-a0f6-fd341483aa0a {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:21.724506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:22.052565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] For port 336117e5-f8ce-4cea-a0f6-fd341483aa0a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=336117e5-f8ce-4cea-a0f6-fd341483aa0a,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:22.052945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:22.191792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Calling delete_port for 336117e5-f8ce-4cea-a0f6-fd341483aa0a owned by compute:nova {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:22.230692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a5251-09d0-47ba-b455-a68d34afca47 req-94181e2f-2ea7-4579-b3b1-1c80551c27a8 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:22.232338 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-775a5251-09d0-47ba-b455-a68d34afca47 req-94181e2f-2ea7-4579-b3b1-1c80551c27a8 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.3593986
Apr 15 10:55:22.250190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066705b-188c-49ec-b50f-d7684780d24e req-5875b383-3593-4a1b-8097-d5caa1192899 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:22.251890 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8066705b-188c-49ec-b50f-d7684780d24e req-5875b383-3593-4a1b-8097-d5caa1192899 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 946 time: 0.0912085
Apr 15 10:55:22.301538 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8066705b-188c-49ec-b50f-d7684780d24e req-05c4ae2b-8f85-4cd7-9b1e-a3a5cde509c2 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428872
Apr 15 10:55:22.317279 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-775a5251-09d0-47ba-b455-a68d34afca47 req-9f4d6753-bbd4-4465-8db6-b885a5acc4b2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773621
Apr 15 10:55:22.391547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:22.406507 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:22.443601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518', '7e5002e7-c8b3-465c-bd50-35adf697f5d1', '336117e5-f8ce-4cea-a0f6-fd341483aa0a'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:22.504324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Pushing event deleted for resources: {'Port': ['ID=336117e5-f8ce-4cea-a0f6-fd341483aa0a,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:22.511809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:22.703744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3777f0-7085-4f12-bf71-1e59be9cd590 req-0c1455b5-1617-4e4a-8bf5-dcc5b670531a tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:22.705528 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0f3777f0-7085-4f12-bf71-1e59be9cd590 req-0c1455b5-1617-4e4a-8bf5-dcc5b670531a tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.1688383
Apr 15 10:55:22.714761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-15d58c8a-9070-4923-9654-7e93d75617d1 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:22.716362 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-15d58c8a-9070-4923-9654-7e93d75617d1 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.104 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 946 time: 0.1372266
Apr 15 10:55:22.829395 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0f3777f0-7085-4f12-bf71-1e59be9cd590 req-400b243a-64a4-4ef2-83fa-b71fc99bbff0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119111
Apr 15 10:55:22.836160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Deleting port d5fb229b-046d-4e1a-b451-3f0597c914f9 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:22.836559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:22.954097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] No DVR routers for this DVR port 336117e5-f8ce-4cea-a0f6-fd341483aa0a on host hv-cinder-78638 {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:55:22.958955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:22.961679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f81c59f-0017-44c2-944d-223942feddd0', 'name': 'network-vif-deleted', 'tag': '336117e5-f8ce-4cea-a0f6-fd341483aa0a'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:22.981994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f62ec36e-834b-450f-9ef6-3560ba588472 req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "DELETE /v2.0/ports/336117e5-f8ce-4cea-a0f6-fd341483aa0a HTTP/1.1" status: 204  len: 173 time: 1.3300421
Apr 15 10:55:23.012834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93d936-dab3-48dd-bd44-fa7e1f7e765d req-fb0ce4ad-9d07-4654-9ead-d3d9a455c45a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:23.014456 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1d93d936-dab3-48dd-bd44-fa7e1f7e765d req-fb0ce4ad-9d07-4654-9ead-d3d9a455c45a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.3889747
Apr 15 10:55:23.031445 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-98db1450-ac83-4340-80d1-f66c2de03cb8 req-f380b373-8407-4cb9-8eb2-224ba92c3b84 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f81c59f-0017-44c2-944d-223942feddd0 HTTP/1.1" status: 200  len: 210 time: 0.0682926
Apr 15 10:55:23.068093 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1d93d936-dab3-48dd-bd44-fa7e1f7e765d req-ddbde00b-ce3b-4c22-a386-c7783cfaac77 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469861
Apr 15 10:55:23.069597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85cfb879-3b2b-4230-bc91-baf3e39c14c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:23.121137 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f81c59f-0017-44c2-944d-223942feddd0', 'name': 'network-vif-deleted', 'tag': '336117e5-f8ce-4cea-a0f6-fd341483aa0a', 'status': 'completed', 'code': 200}
Apr 15 10:55:23.220429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] For port d5fb229b-046d-4e1a-b451-3f0597c914f9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d5fb229b-046d-4e1a-b451-3f0597c914f9,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:23.220816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:23.352592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Calling delete_port for d5fb229b-046d-4e1a-b451-3f0597c914f9 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:23.419687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 073b8121-edd6-4c68-9210-5372b5afa371 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:55:23.519570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afee33-6c95-4be5-a1ae-11535694a7cf req-85f32756-36a5-4995-861c-a60876f452a4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:23.521238 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b6afee33-6c95-4be5-a1ae-11535694a7cf req-85f32756-36a5-4995-861c-a60876f452a4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 946 time: 0.0973413
Apr 15 10:55:23.570753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:23.578130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:23.578331 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b6afee33-6c95-4be5-a1ae-11535694a7cf req-bc53732b-e662-4bf8-b33b-0e9bbb6d0da6 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481303
Apr 15 10:55:23.593221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '073b8121-edd6-4c68-9210-5372b5afa371', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'port_id': '073b8121-edd6-4c68-9210-5372b5afa371', 'mac_address': 'fa:16:3e:16:62:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:55:23.594447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-452c5ba6-b931-4801-9591-59b6e7fa7126 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:23.658930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:23.678159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073b8121-edd6-4c68-9210-5372b5afa371 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:23.694882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:23.698690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:23.700571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:23.701972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Pushing event deleted for resources: {'Port': ['ID=d5fb229b-046d-4e1a-b451-3f0597c914f9,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:23.708717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:23.730069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f705a-ae54-45b3-8829-6307fb9025b6 req-86510ac5-50ed-4fda-82b0-894b54558837 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:23.731631 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fb9f705a-ae54-45b3-8829-6307fb9025b6 req-86510ac5-50ed-4fda-82b0-894b54558837 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.2553201
Apr 15 10:55:23.778509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:23.789271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.789909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.790959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.792441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.793038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.793521 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.793967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.794410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.795258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.795704 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.796143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.796950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:55:23.801275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:23.822463 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fb9f705a-ae54-45b3-8829-6307fb9025b6 req-b30af55d-a9e4-4548-8d49-545f49215e86 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773869
Apr 15 10:55:23.858572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:23.907395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] No DVR routers for this DVR port d5fb229b-046d-4e1a-b451-3f0597c914f9 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:55:23.911161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:23.914287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac5654-dc56-4641-8252-c48746b81091', 'name': 'network-vif-deleted', 'tag': 'd5fb229b-046d-4e1a-b451-3f0597c914f9'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:23.931980 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4da4f1f9-fc3a-4f4a-8c97-34be0db8fc73 req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.104 "DELETE /v2.0/ports/d5fb229b-046d-4e1a-b451-3f0597c914f9 HTTP/1.1" status: 204  len: 173 time: 1.1961305
Apr 15 10:55:23.971565 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac5654-dc56-4641-8252-c48746b81091', 'name': 'network-vif-deleted', 'tag': 'd5fb229b-046d-4e1a-b451-3f0597c914f9', 'status': 'completed', 'code': 200}
Apr 15 10:55:24.000411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:24.049330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd72667-d7f1-4243-a462-7ae1615858ab req-f78dadc4-7c0b-4825-8b5b-4088d7af72a7 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:24.051142 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4cd72667-d7f1-4243-a462-7ae1615858ab req-f78dadc4-7c0b-4825-8b5b-4088d7af72a7 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 944 time: 0.0917394
Apr 15 10:55:24.105385 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4cd72667-d7f1-4243-a462-7ae1615858ab req-2df8b2dc-488d-447a-88d8-9de7ff79e037 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461056
Apr 15 10:55:24.218489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['073b8121-edd6-4c68-9210-5372b5afa371'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:24.309990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75cb46-0d44-4bdc-97ec-44014ab63780 req-272ea789-7d6a-4a73-961e-0391bd40a4f2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:24.311697 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9a75cb46-0d44-4bdc-97ec-44014ab63780 req-272ea789-7d6a-4a73-961e-0391bd40a4f2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0976059
Apr 15 10:55:24.363331 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9a75cb46-0d44-4bdc-97ec-44014ab63780 req-badb6bdc-bb3f-431d-9cb3-0c4d014f1bda tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440609
Apr 15 10:55:24.767644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-2dbf39d6-cec7-4f2d-a1cf-a36ac612fdd6 req-c62cdb77-ba16-435e-bfe8-e2eb11483238 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Synchronizing usage tracker for tenant:b3675c5e39634a70b7f92f52dfc82dee on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:24.782735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-2dbf39d6-cec7-4f2d-a1cf-a36ac612fdd6 req-c62cdb77-ba16-435e-bfe8-e2eb11483238 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Unset dirty status for tenant:b3675c5e39634a70b7f92f52dfc82dee on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:24.783994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2dbf39d6-cec7-4f2d-a1cf-a36ac612fdd6 req-c62cdb77-ba16-435e-bfe8-e2eb11483238 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ac5654-dc56-4641-8252-c48746b81091 HTTP/1.1" status: 200  len: 210 time: 0.0657482
Apr 15 10:55:24.956700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:25.030826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59dc6-1694-45ea-a1e3-a5791c0a93f1 req-4c6e2c81-d9a1-4fb0-9bc0-0bbf0c8d5573 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.032420 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-57e59dc6-1694-45ea-a1e3-a5791c0a93f1 req-4c6e2c81-d9a1-4fb0-9bc0-0bbf0c8d5573 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.0898931
Apr 15 10:55:25.085465 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-57e59dc6-1694-45ea-a1e3-a5791c0a93f1 req-3ea9d5af-b71b-4a69-a9e9-4a7f25f6f1fc tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463264
Apr 15 10:55:25.424528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 073b8121-edd6-4c68-9210-5372b5afa371 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:25.454301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a38e4c-593c-4619-999d-dd2dac67a887 req-74109a56-dbce-4f15-94c4-861b36beacb5 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.455955 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a38e4c-593c-4619-999d-dd2dac67a887 req-74109a56-dbce-4f15-94c4-861b36beacb5 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 944 time: 0.0912712
Apr 15 10:55:25.506927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 073b8121-edd6-4c68-9210-5372b5afa371 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:25.513254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 073b8121-edd6-4c68-9210-5372b5afa371 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:25.514038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:25.571281 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a38e4c-593c-4619-999d-dd2dac67a887 req-4d845093-2176-4d8e-b621-bc1b497d2460 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067898
Apr 15 10:55:25.577321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7226e3c-824b-471e-87bf-9670a676fed6 req-fc388741-d5de-4470-8ca5-220c980ea76f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.579009 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7226e3c-824b-471e-87bf-9670a676fed6 req-fc388741-d5de-4470-8ca5-220c980ea76f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0907280
Apr 15 10:55:25.604882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-a6eadc52-800d-4b1f-96df-5ac602843cbb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:25.606809 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-a6eadc52-800d-4b1f-96df-5ac602843cbb tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.104 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1456630
Apr 15 10:55:25.631456 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7226e3c-824b-471e-87bf-9670a676fed6 req-d9fe15f0-bc2c-43e8-8ad9-1f524bd9d4ea tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459721
Apr 15 10:55:25.663181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:25.693739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:25.695488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Deleting port b4e18b9a-1f26-431e-8393-9286f1df265d {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:25.695809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:25.707423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:25.711746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:25.713377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 336117e5-f8ce-4cea-a0f6-fd341483aa0a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:25.750757 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371', 'code': 200}
Apr 15 10:55:25.751335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:25.798989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 336117e5-f8ce-4cea-a0f6-fd341483aa0a {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:25.799565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 336117e5-f8ce-4cea-a0f6-fd341483aa0a not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:25.800348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device d5fb229b-046d-4e1a-b451-3f0597c914f9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:25.850274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: d5fb229b-046d-4e1a-b451-3f0597c914f9 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:25.850708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device d5fb229b-046d-4e1a-b451-3f0597c914f9 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:25.878472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:25.881854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:26.038747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:26.097487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] For port b4e18b9a-1f26-431e-8393-9286f1df265d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4e18b9a-1f26-431e-8393-9286f1df265d,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:26.098086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:26.124256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de5078-9735-43e0-a289-cc6368df13b2 req-6e0db68c-dbaa-4840-80ff-457cac10d655 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:26.126045 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9de5078-9735-43e0-a289-cc6368df13b2 req-6e0db68c-dbaa-4840-80ff-457cac10d655 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.1811795
Apr 15 10:55:26.178827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78db08-dddc-49e9-9353-de9a57e6a3a1 req-cfd68022-6109-4ee4-a7a6-72ccbc26a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:26.180454 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ed78db08-dddc-49e9-9353-de9a57e6a3a1 req-cfd68022-6109-4ee4-a7a6-72ccbc26a297 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1098 time: 0.0941103
Apr 15 10:55:26.281965 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Calling delete_port for b4e18b9a-1f26-431e-8393-9286f1df265d owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:26.305823 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ed78db08-dddc-49e9-9353-de9a57e6a3a1 req-4cc9e730-4723-4e3c-b7a2-396c85ef394b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113768
Apr 15 10:55:26.342964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f60be-9b4f-49cb-81a4-af79a73bb30d req-80499c2f-9349-48d5-bd74-2e78555829b6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:26.344535 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-880f60be-9b4f-49cb-81a4-af79a73bb30d req-80499c2f-9349-48d5-bd74-2e78555829b6 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 946 time: 0.1123867
Apr 15 10:55:26.367951 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9de5078-9735-43e0-a289-cc6368df13b2 req-ee6d77ad-9d15-4c95-a2ea-689b08fd1bfa tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839743
Apr 15 10:55:26.396131 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-880f60be-9b4f-49cb-81a4-af79a73bb30d req-a66b8003-0753-44a1-90c0-c98a5f34b6ed tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/security-groups?id=6c475b34-935b-483e-a16e-11a9e38c3c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447440
Apr 15 10:55:26.461197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:26.477026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:26.505193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['b4e18b9a-1f26-431e-8393-9286f1df265d'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:26.783872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Pushing event deleted for resources: {'Port': ['ID=b4e18b9a-1f26-431e-8393-9286f1df265d,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:26.827432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:26.850579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb92b12-bd68-4f66-9e32-d39292fdf9d8 req-bd3e2272-aa80-4f38-9cde-c5b63ab68d70 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:26.852171 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9eb92b12-bd68-4f66-9e32-d39292fdf9d8 req-bd3e2272-aa80-4f38-9cde-c5b63ab68d70 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0938122
Apr 15 10:55:26.902123 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9eb92b12-bd68-4f66-9e32-d39292fdf9d8 req-995a8c04-0fda-4fcd-a391-7d6ac72640a1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431547
Apr 15 10:55:26.934952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf057-72f4-4fb8-851f-b1747aa53ba9 req-2278c3f5-65b6-401d-8561-f0615bb24b4f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:26.936533 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1eadf057-72f4-4fb8-851f-b1747aa53ba9 req-2278c3f5-65b6-401d-8561-f0615bb24b4f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1544657
Apr 15 10:55:27.034069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] No DVR routers for this DVR port b4e18b9a-1f26-431e-8393-9286f1df265d on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:55:27.037244 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.047408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e29254-49ef-44cd-b268-a1674828d9a4', 'name': 'network-vif-deleted', 'tag': 'b4e18b9a-1f26-431e-8393-9286f1df265d'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:27.071176 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1eadf057-72f4-4fb8-851f-b1747aa53ba9 req-4bc54697-5e03-4fe7-aa46-fb200d3af347 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013358
Apr 15 10:55:27.073205 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8852324e-ad2f-4751-a904-0d6d9f783366 req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.104 "DELETE /v2.0/ports/b4e18b9a-1f26-431e-8393-9286f1df265d HTTP/1.1" status: 204  len: 173 time: 1.4603555
Apr 15 10:55:27.099270 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e29254-49ef-44cd-b268-a1674828d9a4', 'name': 'network-vif-deleted', 'tag': 'b4e18b9a-1f26-431e-8393-9286f1df265d', 'status': 'completed', 'code': 200}
Apr 15 10:55:27.568313 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-313e0ffd-b4cf-4a6d-ae2d-a718e7ab922d req-6f2c5fa0-e30f-4bf7-9824-2de905aedd19 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 210 time: 0.0501411
Apr 15 10:55:27.570886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f2750-87d8-44d1-b9a9-ac19558f40e1 req-67dd1f79-dccb-47ee-9542-06614398c1f8 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:27.574047 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-642f2750-87d8-44d1-b9a9-ac19558f40e1 req-67dd1f79-dccb-47ee-9542-06614398c1f8 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.0908558
Apr 15 10:55:27.621400 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-642f2750-87d8-44d1-b9a9-ac19558f40e1 req-2d12a1cb-4136-4b66-b207-e95e5d2d6828 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422542
Apr 15 10:55:28.114606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf175e75-a097-4e17-8cb4-f1c656769a88 req-d7e0b4b3-a646-49ce-bcc2-8bc4138dce2c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:28.116189 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bf175e75-a097-4e17-8cb4-f1c656769a88 req-d7e0b4b3-a646-49ce-bcc2-8bc4138dce2c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0943155
Apr 15 10:55:28.166999 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bf175e75-a097-4e17-8cb4-f1c656769a88 req-87b19043-e9b7-43e2-a9e3-0de2296fa945 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442438
Apr 15 10:55:28.278465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0126c9e-dc72-47f6-a11d-0a2dd47e8a61 req-4e1327c3-5e6d-4a53-bdb3-8f58910fe667 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:28.279955 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0126c9e-dc72-47f6-a11d-0a2dd47e8a61 req-4e1327c3-5e6d-4a53-bdb3-8f58910fe667 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.0927370
Apr 15 10:55:28.330070 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0126c9e-dc72-47f6-a11d-0a2dd47e8a61 req-c86e8851-5254-4553-bde7-c2486a5f9719 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435674
Apr 15 10:55:28.733119 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f944def8-a03f-4f7e-a71a-21f618d00e95 req-7bec460a-61a2-48cb-bd0a-3cb545305e86 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 210 time: 0.0485210
Apr 15 10:55:28.820763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fbb88-df32-4f20-8b40-370caa0b7d0c req-8ca6c486-7c2b-4898-81da-85629b0b378c tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:28.822413 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b36fbb88-df32-4f20-8b40-370caa0b7d0c req-8ca6c486-7c2b-4898-81da-85629b0b378c tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.0872550
Apr 15 10:55:28.873315 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b36fbb88-df32-4f20-8b40-370caa0b7d0c req-29930b3e-5d3c-473a-9c34-873a3c652bf5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439711
Apr 15 10:55:29.421289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749d236-a113-400c-b36d-4148a960be18 req-fc43794a-3f88-4cfb-a023-e2270853a446 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:29.425971 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a749d236-a113-400c-b36d-4148a960be18 req-fc43794a-3f88-4cfb-a023-e2270853a446 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1307302
Apr 15 10:55:29.486704 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a749d236-a113-400c-b36d-4148a960be18 req-82a1a9c9-6523-4163-90bc-d37ecb6a84c3 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523312
Apr 15 10:55:29.567894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d681a3-a8a0-4fa8-a4c8-9e4a087435ce req-2816023b-6d27-4807-9756-e4cf6a026d04 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:29.570867 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-93d681a3-a8a0-4fa8-a4c8-9e4a087435ce req-2816023b-6d27-4807-9756-e4cf6a026d04 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1074476
Apr 15 10:55:29.624451 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-93d681a3-a8a0-4fa8-a4c8-9e4a087435ce req-3e752840-63ff-4aab-93c3-b9af22526b4b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468438
Apr 15 10:55:29.923742 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-373618f9-3a97-4f58-801d-8ad624fcb471 req-ffd9d56a-e0c3-404c-b1af-7801018627a2 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3e29254-49ef-44cd-b268-a1674828d9a4 HTTP/1.1" status: 200  len: 210 time: 0.0503671
Apr 15 10:55:30.102028 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4647a8-24c5-45db-8deb-67b710581362 req-d4144cb4-c0c9-4182-b5be-3efd7c57da94 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:30.103646 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ce4647a8-24c5-45db-8deb-67b710581362 req-d4144cb4-c0c9-4182-b5be-3efd7c57da94 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.0982752
Apr 15 10:55:30.156155 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ce4647a8-24c5-45db-8deb-67b710581362 req-a061d0cd-aa90-4d41-b7f9-5958de455137 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460281
Apr 15 10:55:30.702546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2458806-d6b3-4221-a2c8-a91288eb662a req-c1811970-9b74-4f24-80f0-e6d5cd4f6bc5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:30.704490 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b2458806-d6b3-4221-a2c8-a91288eb662a req-c1811970-9b74-4f24-80f0-e6d5cd4f6bc5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0960019
Apr 15 10:55:30.756544 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b2458806-d6b3-4221-a2c8-a91288eb662a req-2eef4712-f9ac-4392-bcb9-4d63d250ecc3 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453265
Apr 15 10:55:30.829889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888b75-7cc2-48d1-b604-e1cf2aa83be8 req-9ce3eab5-3f84-49d5-a803-8add5ba4e5a8 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:30.831456 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec888b75-7cc2-48d1-b604-e1cf2aa83be8 req-9ce3eab5-3f84-49d5-a803-8add5ba4e5a8 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.0895417
Apr 15 10:55:30.879651 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec888b75-7cc2-48d1-b604-e1cf2aa83be8 req-d9db5b96-3373-4b0a-ad72-e2d8c927c911 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417187
Apr 15 10:55:31.031710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42458) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:31.109840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9930e42-00ec-4529-8c13-f5014ff654f7 req-3f753839-c319-4806-b8dc-ca2a9c481a2a tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:31.111676 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d9930e42-00ec-4529-8c13-f5014ff654f7 req-3f753839-c319-4806-b8dc-ca2a9c481a2a tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1047833
Apr 15 10:55:31.165428 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d9930e42-00ec-4529-8c13-f5014ff654f7 req-520c5582-ed1a-49b3-a806-a813ba529062 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469928
Apr 15 10:55:31.190893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42464) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:31.512951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77bd28c-8c8a-4fdd-843a-33b50f57fe9a tempest-TestShelveInstance-1601589161 tempest-TestShelveInstance-1601589161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:31.514620 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e77bd28c-8c8a-4fdd-843a-33b50f57fe9a tempest-TestShelveInstance-1601589161 tempest-TestShelveInstance-1601589161-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1093 time: 0.3226395
Apr 15 10:55:31.517706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42470) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:31.523278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'port_id': '073b8121-edd6-4c68-9210-5372b5afa371', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:31.529725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:31.533772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Usage tracker for resource:floatingip and tenant:e42ef5c1f49f416f8717fd13b63c17de is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:31.536762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:31.543765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:31.554074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for floatingip, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:31.571170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda35cc9-3a9f-4472-8b7d-18a2810f0a45 req-81d14159-b844-41a3-af51-d9db82aa015b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:31.573147 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fda35cc9-3a9f-4472-8b7d-18a2810f0a45 req-81d14159-b844-41a3-af51-d9db82aa015b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.2776306
Apr 15 10:55:31.613731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-6f1939d9-6476-41b4-8f50-4eb127b4d06b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:31.615234 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-6f1939d9-6476-41b4-8f50-4eb127b4d06b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 945 time: 0.2234347
Apr 15 10:55:31.700641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:31.778622 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fda35cc9-3a9f-4472-8b7d-18a2810f0a45 req-5c9c107d-a28a-4213-93da-4838318e9f7d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778092
Apr 15 10:55:31.801681 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Deleting port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:31.802071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:31.860027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Allocated IP 172.27.3.181 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/a3093e9a-d23b-4fbb-9653-4f2df2cccc58) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:32.101708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:32.113261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85e224-0a55-4ee4-8565-35afce021b51 req-482972b4-451b-42b9-ac54-58d54586b26c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:32.114920 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6e85e224-0a55-4ee4-8565-35afce021b51 req-482972b4-451b-42b9-ac54-58d54586b26c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1761575
Apr 15 10:55:32.163873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] For port 7e5002e7-c8b3-465c-bd50-35adf697f5d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e5002e7-c8b3-465c-bd50-35adf697f5d1,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:32.164269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:32.188170 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6e85e224-0a55-4ee4-8565-35afce021b51 req-45e2c2aa-b4e6-42cb-8bbc-4e7035c1e752 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638461
Apr 15 10:55:32.194894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:32.211632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6ca2e9fe-aadc-4d4e-adb4-bb9250ae8147 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:32.313323 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Calling delete_port for 7e5002e7-c8b3-465c-bd50-35adf697f5d1 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:32.357355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'Port': ['ID=a3093e9a-d23b-4fbb-9653-4f2df2cccc58,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:32.362459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:32.364429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:32.411457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:32.412702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:32.415222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:32.982912 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:32.987528 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e46c0d8d-d162-4a12-b765-4c80a5e378c9 req-601120ad-099e-4554-89f3-5610da15f711 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 210 time: 0.0846777
Apr 15 10:55:33.003155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d46eda98-b654-43a9-8d75-cf24b1ebe01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:33.035415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:33.059797 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Pushing event deleted for resources: {'Port': ['ID=7e5002e7-c8b3-465c-bd50-35adf697f5d1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:33.111560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:33.121570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:33.328754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Deleting port 504d4932-c963-4eb1-b104-f66f44c332d7 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:33.329154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:33.364910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] No DVR routers for this DVR port 7e5002e7-c8b3-465c-bd50-35adf697f5d1 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:55:33.373221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:33.376020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c297a-a683-43f3-8033-7271959f64af', 'name': 'network-vif-deleted', 'tag': '7e5002e7-c8b3-465c-bd50-35adf697f5d1'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:33.402599 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a6f867fa-8c4b-4477-9451-5817037de8dc req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "DELETE /v2.0/ports/7e5002e7-c8b3-465c-bd50-35adf697f5d1 HTTP/1.1" status: 204  len: 173 time: 1.7696788
Apr 15 10:55:33.474452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fb264-f1dd-470b-aabe-712889a066f3 req-ad5cfdab-dcd2-489b-b5c3-b067f41f45d8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:33.476075 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-716fb264-f1dd-470b-aabe-712889a066f3 req-ad5cfdab-dcd2-489b-b5c3-b067f41f45d8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1583908
Apr 15 10:55:33.477268 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c297a-a683-43f3-8033-7271959f64af', 'name': 'network-vif-deleted', 'tag': '7e5002e7-c8b3-465c-bd50-35adf697f5d1', 'status': 'completed', 'code': 200}
Apr 15 10:55:33.510782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:33.518108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:33.534458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cf1e41c7-20a7-4d84-adcb-c12f467594f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:33.541566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] For port 504d4932-c963-4eb1-b104-f66f44c332d7, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=504d4932-c963-4eb1-b104-f66f44c332d7,segment=NetworkSegment(53f2a50f-846c-43f3-8d0a-090727e12cd6),segment_id=53f2a50f-846c-43f3-8d0a-090727e12cd6)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:33.541968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:33.677778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Calling delete_port for 504d4932-c963-4eb1-b104-f66f44c332d7 owned by network:router_interface {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:33.891248 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-716fb264-f1dd-470b-aabe-712889a066f3 req-0a95f7fc-1722-4d78-8de3-08ae6de96507 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4032319
Apr 15 10:55:33.928189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event updated for resources: {'Port': ['ID=a3093e9a-d23b-4fbb-9653-4f2df2cccc58,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:33.931877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:34.020397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:34.027191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:34.036679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:34.138922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=504d4932-c963-4eb1-b104-f66f44c332d7,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:34.141552 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:34.201975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-bfe62c62-4a67-4047-b612-74a42b11172c req-9379e826-f2c1-45bc-a47a-d9fc4d055347 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:34.229314 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Floating IP 1830cf2e-d9de-426a-9e7f-12002e6a6b5b associated. External IP: 172.27.3.181, port: 073b8121-edd6-4c68-9210-5372b5afa371.
Apr 15 10:55:34.250217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-bfe62c62-4a67-4047-b612-74a42b11172c req-9379e826-f2c1-45bc-a47a-d9fc4d055347 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:34.251487 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bfe62c62-4a67-4047-b612-74a42b11172c req-9379e826-f2c1-45bc-a47a-d9fc4d055347 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 210 time: 0.1087809
Apr 15 10:55:34.552381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:34.613314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Router 38a659c4-6ed2-4347-81c2-2b284527f224 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:55:34.820417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:55:34.831556 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] Sync routers for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:55:34.844513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:55:34.845222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b860710>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:34.848208 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:34.917079 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3979912
Apr 15 10:55:34.918275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:34.973291 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371', 'status': 'completed', 'code': 200}
Apr 15 10:55:35.063365 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:55:35.109955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518', '7e5002e7-c8b3-465c-bd50-35adf697f5d1'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:35.132797 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350016a-0681-4bd3-9705-5c52085347d6 req-a2f1cd58-5d80-4e8a-af51-a3b791591c03 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:35.140930 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4350016a-0681-4bd3-9705-5c52085347d6 req-a2f1cd58-5d80-4e8a-af51-a3b791591c03 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1059089
Apr 15 10:55:35.188779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device b4e18b9a-1f26-431e-8393-9286f1df265d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:35.214088 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4350016a-0681-4bd3-9705-5c52085347d6 req-533c4c42-0792-40e7-937c-f0d1d3116417 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718851
Apr 15 10:55:35.247691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: b4e18b9a-1f26-431e-8393-9286f1df265d {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:35.248584 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device b4e18b9a-1f26-431e-8393-9286f1df265d not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:35.502636 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3b49c812-2141-4171-a775-afad6798a4d4 req-63b4a0dd-2bf9-48ea-99af-415d491c689a tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=873c297a-a683-43f3-8033-7271959f64af HTTP/1.1" status: 200  len: 210 time: 0.0697064
Apr 15 10:55:35.556522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b860710>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '1830cf2e-d9de-426a-9e7f-12002e6a6b5b', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'port_id': '073b8121-edd6-4c68-9210-5372b5afa371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'mac_address': 'fa:16:3e:16:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:32Z', 'revision_number': 0, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:24Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:35.562747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] Checking router: 38a659c4-6ed2-4347-81c2-2b284527f224 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:55:35.575274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:55:35.576080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b860710>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:35.579019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-ca7740c0-cd7c-47bc-acd5-3ec5a3ba2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:35.580581 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-ca7740c0-cd7c-47bc-acd5-3ec5a3ba2cb4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1098 time: 0.2354107
Apr 15 10:55:35.617980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Router 3813c6c9-a243-430b-b009-70f2c3c17633 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:55:35.772882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:55:35.903101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-5ea1ea3c-7de1-47c8-a2a5-29072697153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:35.904658 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-5ea1ea3c-7de1-47c8-a2a5-29072697153a service neutron] 10.222.0.104 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 910 time: 0.3104622
Apr 15 10:55:36.010635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:55:36.023268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] Sync routers for ids ['3813c6c9-a243-430b-b009-70f2c3c17633'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:55:36.036967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] Routers {'3813c6c9-a243-430b-b009-70f2c3c17633'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:55:36.038364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c4cd438>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['3813c6c9-a243-430b-b009-70f2c3c17633'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:36.044655 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] 10.222.0.68 "PUT /v2.0/routers/3813c6c9-a243-430b-b009-70f2c3c17633/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0117970
Apr 15 10:55:36.047829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42504) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:36.055396 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-b57f6a3d-c310-4cf1-98fa-4788c2898ae2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 999 time: 0.1362708
Apr 15 10:55:36.072781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:55:36.151428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-4c097203-b4a4-4ffb-8006-b424e1537b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:36.153498 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-4c097203-b4a4-4ffb-8006-b424e1537b47 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 200  len: 847 time: 0.0804667
Apr 15 10:55:36.221438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b860710>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '1830cf2e-d9de-426a-9e7f-12002e6a6b5b', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'port_id': '073b8121-edd6-4c68-9210-5372b5afa371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'mac_address': 'fa:16:3e:16:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:32Z', 'revision_number': 0, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:24Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:36.225999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e78b-1738-4cc1-a2c5-ec09a7ee16ae None None] The sync data for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi is: [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '1830cf2e-d9de-426a-9e7f-12002e6a6b5b', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'port_id': '073b8121-edd6-4c68-9210-5372b5afa371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'mac_address': 'fa:16:3e:16:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:32Z', 'revision_number': 0, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:24Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:55:36.252233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-5b464c67-de58-4d3f-8e8e-d404be7d06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:36.254362 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-5b464c67-de58-4d3f-8e8e-d404be7d06e0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=028195d1-dab2-4135-be1b-ddfb3cd0c290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0916660
Apr 15 10:55:36.267067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] Set router 3813c6c9-a243-430b-b009-70f2c3c17633 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:55:36.274792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks [] for router, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:36.418443 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-3862b143-35fa-4e19-bcfe-6a3862347f70 service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564071
Apr 15 10:55:36.611994 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-45e3f0f2-275e-4828-9aaa-743b4c765adc req-e35d7060-ec06-4c27-8d40-244690ea7d1a service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865091
Apr 15 10:55:36.617080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:36.646233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441022-205c-49d8-bf51-1d8d57a9dfcf req-dedf0d62-3278-4481-8ae3-23939ebf31ae tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:36.648029 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7b441022-205c-49d8-bf51-1d8d57a9dfcf req-dedf0d62-3278-4481-8ae3-23939ebf31ae tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.2683520
Apr 15 10:55:36.648919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Deleting port ebdff547-e7f0-41b1-9eae-05856dcaa0a8 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:36.649898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:36.710512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eed6ae-5d4d-4081-8a00-0b1ae5488836 None None] New status for floating IP 1830cf2e-d9de-426a-9e7f-12002e6a6b5b: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:55:36.827120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c4cd438>, [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:55:33Z', 'revision_number': 5, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port': {'id': 'ebdff547-e7f0-41b1-9eae-05856dcaa0a8', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:51:57Z', 'updated_at': '2021-04-15T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:36.831970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] Checking router: 3813c6c9-a243-430b-b009-70f2c3c17633 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:55:36.842893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] Routers {'3813c6c9-a243-430b-b009-70f2c3c17633'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:55:36.843680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c4cd438>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['3813c6c9-a243-430b-b009-70f2c3c17633'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:36.869704 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] For port ebdff547-e7f0-41b1-9eae-05856dcaa0a8, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=ebdff547-e7f0-41b1-9eae-05856dcaa0a8,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:36.870106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:36.928376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-42a7b922-e05c-409d-bae9-e91bdb4e0a03 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:36.930249 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-42a7b922-e05c-409d-bae9-e91bdb4e0a03 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/networks?id=0a09ade5-e0e2-4ba2-a431-22646430e338 HTTP/1.1" status: 200  len: 813 time: 0.1898751
Apr 15 10:55:36.950822 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-ac7be7a0-5091-49f1-b7c1-f4aec2c807cc tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/quotas/b3675c5e39634a70b7f92f52dfc82dee HTTP/1.1" status: 200  len: 375 time: 0.0114522
Apr 15 10:55:37.006653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Calling delete_port for ebdff547-e7f0-41b1-9eae-05856dcaa0a8 owned by network:router_gateway {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:37.022140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] Set router 3813c6c9-a243-430b-b009-70f2c3c17633 gateway port host: None {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:55:37.022459 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-702e5046-dbbb-4c0d-987e-2c43bf30efe9 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3675c5e39634a70b7f92f52dfc82dee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0632606
Apr 15 10:55:37.151076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c4cd438>, [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:55:36Z', 'revision_number': 6, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port_host': None}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:37.155635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 7e5002e7-c8b3-465c-bd50-35adf697f5d1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:37.189967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc489c5-c65e-4e1d-a6d1-481d2385c6b7 None None] The sync data for ids ['3813c6c9-a243-430b-b009-70f2c3c17633'] in dv-cinder-786385-1-iscsi is: [{'id': '3813c6c9-a243-430b-b009-70f2c3c17633', 'name': 'tempest-ServerRescueNegativeTestJSON-2026427585-router', 'tenant_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:51:55Z', 'updated_at': '2021-04-15T10:55:36Z', 'revision_number': 6, 'project_id': '3f51cccc0e9948b9afa29f9653ec23f2', 'gw_port_host': None}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:55:37.190191 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-35131de5-7337-4911-a26f-7d2dbc4b52e0 service neutron] 10.222.0.68 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662869
Apr 15 10:55:37.197766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 7e5002e7-c8b3-465c-bd50-35adf697f5d1 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:37.198153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 7e5002e7-c8b3-465c-bd50-35adf697f5d1 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:37.347495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 504d4932-c963-4eb1-b104-f66f44c332d7 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:37.357736 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-913fb497-9ea3-438b-a7dc-e5cf25c18565 service neutron] 10.222.0.68 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612022
Apr 15 10:55:37.394178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 504d4932-c963-4eb1-b104-f66f44c332d7 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:37.394675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 504d4932-c963-4eb1-b104-f66f44c332d7 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:37.525435 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7b441022-205c-49d8-bf51-1d8d57a9dfcf req-1bb4c25b-73e9-4f92-af38-aaed3becec39 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8173406
Apr 15 10:55:37.660068 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6b36a802-975f-4372-b44d-7b8e1846709d req-dbc1fd42-a718-45fd-a07f-00c79ddd5565 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 210 time: 0.0659783
Apr 15 10:55:37.661211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:37.677890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:37.785619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdff547-e7f0-41b1-9eae-05856dcaa0a8,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:37.793695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:38.035129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56601761-9772-4695-a554-1149e98a2c47 req-6247e6e0-731a-4e83-9a80-13078bdfcfbe tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:38.035815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-56601761-9772-4695-a554-1149e98a2c47 req-6247e6e0-731a-4e83-9a80-13078bdfcfbe tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:38.054312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.171224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-56601761-9772-4695-a554-1149e98a2c47 req-6247e6e0-731a-4e83-9a80-13078bdfcfbe tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:38.172487 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-56601761-9772-4695-a554-1149e98a2c47 req-6247e6e0-731a-4e83-9a80-13078bdfcfbe tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 945 time: 0.3357604
Apr 15 10:55:38.268619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.277726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.371623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-56601761-9772-4695-a554-1149e98a2c47 req-e84455a5-fd7a-4b79-b091-87faded2ba04 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402457
Apr 15 10:55:38.376867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.377490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3813c6c9-a243-430b-b009-70f2c3c17633 {{(pid=85289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 10:55:38.401632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.402984 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] 10.222.0.68 "DELETE /v2.0/routers/3813c6c9-a243-430b-b009-70f2c3c17633 HTTP/1.1" status: 204  len: 168 time: 2.3540139
Apr 15 10:55:38.405785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42540) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:38.479501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] Deleting subnet 8f02319b-4145-4483-90cd-ff9bd425c324 {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:55:38.482825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.536490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.601884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.863993 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f02c7-c4fb-43ad-b505-db0669df60d8 req-b41a227d-16ad-430f-a795-90ab59c826dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:38.865611 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-219f02c7-c4fb-43ad-b505-db0669df60d8 req-b41a227d-16ad-430f-a795-90ab59c826dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.2067623
Apr 15 10:55:38.894025 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0e21c3dc-cc07-4111-8bf5-e93351255be7 req-8eff01f1-800d-4db9-92af-f4fb3f157f2f tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 210 time: 0.0911400
Apr 15 10:55:38.942950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:38.945692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-5f4b11b2-1e44-474a-b867-01d3bde3257b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:38.947962 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-5f4b11b2-1e44-474a-b867-01d3bde3257b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.104 "GET /v2.0/networks?id=0a09ade5-e0e2-4ba2-a431-22646430e338 HTTP/1.1" status: 200  len: 813 time: 0.2296784
Apr 15 10:55:38.959917 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-219f02c7-c4fb-43ad-b505-db0669df60d8 req-cb36a1de-58b1-4698-a636-33e1a0c36844 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736423
Apr 15 10:55:38.967766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:38.968584 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Request body: {'port': {'device_id': '925344b3-315a-4dae-baa5-87d7b9bd5353', 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338', 'admin_state_up': True, 'tenant_id': 'b3675c5e39634a70b7f92f52dfc82dee'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:39.060995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f02319b-4145-4483-90cd-ff9bd425c324,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:39.065892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:39.112380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.119317 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b57a9d4a-4c4b-4be4-8f47-c5f8b07bc8fb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8f02319b-4145-4483-90cd-ff9bd425c324 HTTP/1.1" status: 204  len: 168 time: 0.7124407
Apr 15 10:55:39.121955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42552) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:39.127316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:39.138008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:39.146926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Made reservation on behalf of b3675c5e39634a70b7f92f52dfc82dee for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:39.152990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.238332 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.334199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Allocated IP 172.20.0.8 (0a09ade5-e0e2-4ba2-a431-22646430e338/2308f18e-5900-4f2c-9037-4e121ff1c3e6/2322eae4-ee7f-4b6f-92c1-f3d49732b29a) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:39.398396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device ebdff547-e7f0-41b1-9eae-05856dcaa0a8 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:39.433280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.465024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: ebdff547-e7f0-41b1-9eae-05856dcaa0a8 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:39.465441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device ebdff547-e7f0-41b1-9eae-05856dcaa0a8 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:39.666964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6239d8de80>,) {'filters': {'network_id': ['9fe8507e-7fa7-4408-9aaf-ff9b99a824e3']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:39.683600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6239d8de80>, '53f2a50f-846c-43f3-8d0a-090727e12cd6') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:39.683934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6239d8de80>, '53f2a50f-846c-43f3-8d0a-090727e12cd6') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:39.702555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.743297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.764473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20928e-0d78-4c9f-86f0-bf3b1f667e30 req-ae17446c-4c65-4ff6-951d-c25fca040242 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:39.766132 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d20928e-0d78-4c9f-86f0-bf3b1f667e30 req-ae17446c-4c65-4ff6-951d-c25fca040242 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 945 time: 0.2509105
Apr 15 10:55:39.767363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:55:39.789856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-7c0ae7c8-aa31-4bf4-ae4b-8e5f9e464a49 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:39.791666 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-7c0ae7c8-aa31-4bf4-ae4b-8e5f9e464a49 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 945 time: 0.2276268
Apr 15 10:55:39.797701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.828515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:39.846601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:39.992875 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Pushing event updated for resources: {'Port': ['ID=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:40.009087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:40.046320 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d20928e-0d78-4c9f-86f0-bf3b1f667e30 req-1db5f796-429c-4c7e-99d6-1ffeaf34b5f0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535794
Apr 15 10:55:40.058432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Deleting port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:40.058819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.127037 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:55:40.141701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Network 0a09ade5-e0e2-4ba2-a431-22646430e338 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:40.145308 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:40.147204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.149935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:40.198926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07549173-0ede-42bf-9d5a-547513e30e9c req-470c135f-8cb6-479e-b602-42af203948de tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:40.200437 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-07549173-0ede-42bf-9d5a-547513e30e9c req-470c135f-8cb6-479e-b602-42af203948de tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 931 time: 0.1932433
Apr 15 10:55:40.247094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:40.247771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.282766 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-07549173-0ede-42bf-9d5a-547513e30e9c req-a57dd168-1182-423a-b965-ebe806ba7fbb tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704331
Apr 15 10:55:40.292028 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3283241
Apr 15 10:55:40.312103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Request body: {'port': {'device_id': '925344b3-315a-4dae-baa5-87d7b9bd5353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:40.444574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.709662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Network 9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:55:40.783564 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:55:40.889367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2322eae4-ee7f-4b6f-92c1-f3d49732b29a {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:40.897301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.914021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64eb0-adc5-47b7-94b7-9a509dbde3e1 req-a9e7708f-157b-4fcb-9bf9-5b1b466fe0ae tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:40.916226 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-59c64eb0-adc5-47b7-94b7-9a509dbde3e1 req-a9e7708f-157b-4fcb-9bf9-5b1b466fe0ae tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.7522638
Apr 15 10:55:40.938812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Transition to ACTIVE for port object 2322eae4-ee7f-4b6f-92c1-f3d49732b29a will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:40.940656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.957198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a4aec00c-79e9-4ff9-8a5f-29d21ff49b84 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:40.971131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.984286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] For port f0d01e2b-a31f-4c30-a657-1a9f5ce45518, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:40.984655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:40.994008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:41.028221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:41.091811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:41.096485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:41.096780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe8507e-7fa7-4408-9aaf-ff9b99a824e3,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:41.168948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:41.176578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Calling delete_port for f0d01e2b-a31f-4c30-a657-1a9f5ce45518 owned by compute:nova {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:41.213469 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-59c64eb0-adc5-47b7-94b7-9a509dbde3e1 req-96afcb63-da61-40f0-bed0-bf4e85772376 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2800794
Apr 15 10:55:41.242577 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9fe8507e-7fa7-4408-9aaf-ff9b99a824e3 HTTP/1.1" status: 204  len: 168 time: 2.1090519
Apr 15 10:55:41.370271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:41.392342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:41.397042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Attempting to bind port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:55:41.397440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Attempting to bind port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:55:41.397808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Attempting to bind port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a on network 0a09ade5-e0e2-4ba2-a431-22646430e338 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:41.411429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358bfc1-2d65-4cc1-b9db-e33168e130ab req-8a0aa8e4-185d-4465-a019-104b007c4f48 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:41.413037 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b358bfc1-2d65-4cc1-b9db-e33168e130ab req-8a0aa8e4-185d-4465-a019-104b007c4f48 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 945 time: 0.2104027
Apr 15 10:55:41.413885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a on network 0a09ade5-e0e2-4ba2-a431-22646430e338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:55:41.414191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Attempting to bind port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a on network 0a09ade5-e0e2-4ba2-a431-22646430e338 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:41.418694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:41.420856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:55:41.421228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Checking segment: {'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:41.421675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Bound using segment: {'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:55:41.422145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Bound port: 2322eae4-ee7f-4b6f-92c1-f3d49732b29a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4e9f41-2334-4cde-989c-f795e1740117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:55:41.422525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:41.485325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42568) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:41.508964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Pushing event deleted for resources: {'Port': ['ID=f0d01e2b-a31f-4c30-a657-1a9f5ce45518,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:41.524562 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b358bfc1-2d65-4cc1-b9db-e33168e130ab req-5ef86e97-7725-4401-b2b0-ebceb948c77d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915289
Apr 15 10:55:41.567831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] For port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:55:41.571352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] For port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:55:41.574950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:41.591962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7d85ffc1-9bb0-4118-9a91-30c4450eb188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:41.604797 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:41.653083 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3f950794-f094-47de-8b9d-1d8aa4b10502 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f51cccc0e9948b9afa29f9653ec23f2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1522586
Apr 15 10:55:41.657897 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42572) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:41.739020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:41.751664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:41.773750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420018c-fec4-4ba3-a572-5500aff909a4 req-8d79d83e-ce77-4cd6-a183-13d0f2258c05 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:41.775927 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b420018c-fec4-4ba3-a572-5500aff909a4 req-8d79d83e-ce77-4cd6-a183-13d0f2258c05 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 943 time: 0.3312571
Apr 15 10:55:41.792844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:41.793555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:41.795032 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] 10.222.0.104 "PUT /v2.0/ports/2322eae4-ee7f-4b6f-92c1-f3d49732b29a HTTP/1.1" status: 200  len: 1093 time: 1.4876587
Apr 15 10:55:41.795570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925344b3-315a-4dae-baa5-87d7b9bd5353', 'tag': '2322eae4-ee7f-4b6f-92c1-f3d49732b29a'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:41.843936 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925344b3-315a-4dae-baa5-87d7b9bd5353', 'tag': '2322eae4-ee7f-4b6f-92c1-f3d49732b29a', 'status': 'completed', 'code': 200}
Apr 15 10:55:41.916586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32a861d2-5712-4974-94ac-9b2316a0a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:41.918705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] No DVR routers for this DVR port f0d01e2b-a31f-4c30-a657-1a9f5ce45518 on host hv-cinder-78638 {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:55:41.930132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:41.933426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be34a1dc-cf7e-4b8e-8974-3e92c542ad3f', 'name': 'network-vif-deleted', 'tag': 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:41.949366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-3b4dc368-d78b-4e4b-837b-83014d4cca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:41.949366 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-3b4dc368-d78b-4e4b-837b-83014d4cca6b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b3675c5e39634a70b7f92f52dfc82dee&device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 1096 time: 0.0823038
Apr 15 10:55:41.971557 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b420018c-fec4-4ba3-a572-5500aff909a4 req-62d4025c-c67a-46fa-bcb5-c199d23c01a0 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484759
Apr 15 10:55:41.994193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32a861d2-5712-4974-94ac-9b2316a0a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:42.003094 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6a596e45-09f7-41bb-b16a-13b8b927d8ad req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "DELETE /v2.0/ports/f0d01e2b-a31f-4c30-a657-1a9f5ce45518 HTTP/1.1" status: 204  len: 173 time: 2.1975346
Apr 15 10:55:42.007152 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be34a1dc-cf7e-4b8e-8974-3e92c542ad3f', 'name': 'network-vif-deleted', 'tag': 'f0d01e2b-a31f-4c30-a657-1a9f5ce45518', 'status': 'completed', 'code': 200}
Apr 15 10:55:42.044218 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-cf3c38b3-0923-4e3c-b33a-11a2b264aeec service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2322eae4-ee7f-4b6f-92c1-f3d49732b29a HTTP/1.1" status: 200  len: 217 time: 0.0781291
Apr 15 10:55:42.057705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32a861d2-5712-4974-94ac-9b2316a0a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:42.063010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a998a0ac-7dfb-46b9-882f-d7370c1685f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:42.079095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a861d2-5712-4974-94ac-9b2316a0a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c475b34-935b-483e-a16e-11a9e38c3c2d,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:42.081598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-32a861d2-5712-4974-94ac-9b2316a0a61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:42.092410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32a861d2-5712-4974-94ac-9b2316a0a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:42.096622 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-32a861d2-5712-4974-94ac-9b2316a0a61b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6c475b34-935b-483e-a16e-11a9e38c3c2d HTTP/1.1" status: 204  len: 168 time: 0.4347601
Apr 15 10:55:42.124387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-bb4bb9b5-9b55-4c86-9aef-6e49de5060a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:42.126171 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-bb4bb9b5-9b55-4c86-9aef-6e49de5060a9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2308f18e-5900-4f2c-9037-4e121ff1c3e6 HTTP/1.1" status: 200  len: 853 time: 0.0723188
Apr 15 10:55:42.183162 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-7f9d2288-409c-4d4e-a975-5da9fe29fbe0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a09ade5-e0e2-4ba2-a431-22646430e338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481069
Apr 15 10:55:42.409361 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-bdbe8ebf-7deb-4f3e-b59c-a79159b7e7d4 service neutron] 10.222.0.104 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919577
Apr 15 10:55:42.546085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814de121-33f5-44c6-92a1-7e3f0888804c req-bb9331d6-2269-48a3-8204-c46bff734a98 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:42.547724 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-814de121-33f5-44c6-92a1-7e3f0888804c req-bb9331d6-2269-48a3-8204-c46bff734a98 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.2074659
Apr 15 10:55:42.625040 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ffcb0a1-ff68-444f-83b7-b23f0dd53c55 req-0f4e98f1-d516-4706-8fdd-12aa2c06374c service neutron] 10.222.0.104 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2038214
Apr 15 10:55:42.635960 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-814de121-33f5-44c6-92a1-7e3f0888804c req-4656475a-292a-4931-ac1f-09c52eccb640 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786195
Apr 15 10:55:42.730751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-545b1419-1bff-4d10-866d-ab5dc209faa4 req-1db538e6-28d0-42bc-8f63-c06a07861239 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Synchronizing usage tracker for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:42.746190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-545b1419-1bff-4d10-866d-ab5dc209faa4 req-1db538e6-28d0-42bc-8f63-c06a07861239 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Unset dirty status for tenant:0e4727bc6c744ca2a6add783d7b90578 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:42.749856 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-545b1419-1bff-4d10-866d-ab5dc209faa4 req-1db538e6-28d0-42bc-8f63-c06a07861239 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=be34a1dc-cf7e-4b8e-8974-3e92c542ad3f HTTP/1.1" status: 200  len: 210 time: 0.0795829
Apr 15 10:55:42.924742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-8cc63d72-0dcd-4b2d-ad09-e5a5250e760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:42.926454 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-8cc63d72-0dcd-4b2d-ad09-e5a5250e760d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b3675c5e39634a70b7f92f52dfc82dee&device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 1096 time: 0.0801561
Apr 15 10:55:42.938136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42606) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:43.098799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-49991049-network', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:43.114707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:43.119563 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Usage tracker for resource:network and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:43.125025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:43.134821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:43.146838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Made reservation on behalf of 7efa4cd58aff42d0b53fd8a0773765a3 for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:43.152746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.167246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.173495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:55:43.185199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:43.190741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Usage tracker for resource:security_group_rule and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:43.193855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:43.201149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:43.353182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.358587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.371182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c395acc-c018-47b7-969a-7a2f66846e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:43.381884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-786d5130-8017-4286-9cdf-6b1c271f179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:43.384047 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-786d5130-8017-4286-9cdf-6b1c271f179a service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a09ade5-e0e2-4ba2-a431-22646430e338 HTTP/1.1" status: 200  len: 915 time: 0.4488966
Apr 15 10:55:43.386937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:43.409423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'port_id': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'mac_address': 'fa:16:3e:1e:58:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:55:43.413305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:55:43.421438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d6f03-82ae-4890-b25f-83c5723b9a39,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:43.437339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:43.448056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.449018 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Added segment 14371e3c-9369-4a52-9cf1-acf32801d65a of type vlan for network bf464196-3e2b-4994-9be4-6ad8317143ca
Apr 15 10:55:43.462937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3f3fa-90bd-4b06-907e-b66c2b9e36a1 req-078a7490-4bc4-4c58-a74c-0c24d74ee909 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:43.463730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-a8d3f3fa-90bd-4b06-907e-b66c2b9e36a1 req-078a7490-4bc4-4c58-a74c-0c24d74ee909 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Synchronizing usage tracker for tenant:b3675c5e39634a70b7f92f52dfc82dee on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:55:43.476805 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-339740b0-c0bf-43b4-a9d8-70f87b2bfb77 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2322eae4-ee7f-4b6f-92c1-f3d49732b29a HTTP/1.1" status: 200  len: 217 time: 0.0842116
Apr 15 10:55:43.487143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.490847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.512495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbec163e-669d-4ba6-83bf-c6f535c63d26 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:43.529864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.531945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:43.533035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:43.533189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.537889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.540439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:43.542306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d41e17d3-6ecb-464c-8b26-9975334ceeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:43.574383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-91257166-38f9-472a-b8b5-b8d76fb38451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:43.575974 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-91257166-38f9-472a-b8b5-b8d76fb38451 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2308f18e-5900-4f2c-9037-4e121ff1c3e6 HTTP/1.1" status: 200  len: 853 time: 0.0887575
Apr 15 10:55:43.582910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-a8d3f3fa-90bd-4b06-907e-b66c2b9e36a1 req-078a7490-4bc4-4c58-a74c-0c24d74ee909 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Unset dirty status for tenant:b3675c5e39634a70b7f92f52dfc82dee on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:55:43.584128 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a8d3f3fa-90bd-4b06-907e-b66c2b9e36a1 req-078a7490-4bc4-4c58-a74c-0c24d74ee909 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 943 time: 0.3304012
Apr 15 10:55:43.620814 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=6']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:43.632003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:43.653248 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-4b2ac948-868a-4b94-b4f4-d227b91995a3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a09ade5-e0e2-4ba2-a431-22646430e338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680916
Apr 15 10:55:43.673162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Pushing event updated for resources: {'Network': ['ID=bf464196-3e2b-4994-9be4-6ad8317143ca,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:43.678218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:43.686060 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7436960
Apr 15 10:55:43.692335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network bf464196-3e2b-4994-9be4-6ad8317143ca details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:55:43.695158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42634) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:43.704512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Request body: {'subnet': {'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-49991049-subnet', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:43.716604 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a8d3f3fa-90bd-4b06-907e-b66c2b9e36a1 req-f8195652-02cb-4e3e-80fd-49a1b1196d32 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934010
Apr 15 10:55:43.726037 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:43.744302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Usage tracker for resource:subnet and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:43.754227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:43.764328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:43.791402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Made reservation on behalf of 7efa4cd58aff42d0b53fd8a0773765a3 for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:55:43.796508 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8129964'] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:43.861548 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['cbec163e-669d-4ba6-83bf-c6f535c63d26'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:44.022086 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-8f2026dc-48be-48e0-a043-1018bba8e61e service neutron] 10.222.0.104 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520637
Apr 15 10:55:44.059504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a8b8b-dc3d-411b-884d-2a5d8e035fca req-0b41035a-c5b3-44c1-9546-27931a3f703e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:44.061532 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b85a8b8b-dc3d-411b-884d-2a5d8e035fca req-0b41035a-c5b3-44c1-9546-27931a3f703e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 944 time: 0.1793189
Apr 15 10:55:44.209931 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b85a8b8b-dc3d-411b-884d-2a5d8e035fca req-a9482490-9472-4935-b742-d069f748f181 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836341
Apr 15 10:55:44.295513 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1048858-e767-48b6-9d38-1d9bdfe0afa2 req-6d2a5e2d-54f2-4d87-a6fd-82edb7cc8c8a service neutron] 10.222.0.104 "GET /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659481
Apr 15 10:55:44.490283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848453805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8129981'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:44.507840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6a777b9b-d8f7-4d2a-8319-6f10bec69afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:44.646270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2cc16d-8f93-4826-9ebd-ded398d3b62a,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:44.652192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:44.736951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Checking segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:44.737273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Network hostable DHCP agents. Network: bf464196-3e2b-4994-9be4-6ad8317143ca, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:55:44.762752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Network bf464196-3e2b-4994-9be4-6ad8317143ca is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:55:44.772801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, bf464196-3e2b-4994-9be4-6ad8317143ca) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:44.787367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667e067-79c1-44aa-b487-83347864eff7 None None] Network bf464196-3e2b-4994-9be4-6ad8317143ca requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:55:44.810190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:44.811131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:44.861398 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1618686
Apr 15 10:55:44.862250 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42652) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:44.867623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:44.873900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:44.879908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Usage tracker for resource:router and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:44.885776 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:44.895272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:44.908650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:44.911665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:44.942288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:44.991866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b01c0-6466-4edb-a9a8-2dc8b002eef5 req-442fbd09-5462-4044-bc8b-04c16d05ebe7 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:45.004658 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-977b01c0-6466-4edb-a9a8-2dc8b002eef5 req-442fbd09-5462-4044-bc8b-04c16d05ebe7 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 943 time: 0.1600912
Apr 15 10:55:45.071326 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-977b01c0-6466-4edb-a9a8-2dc8b002eef5 req-227be5a2-efea-4444-9652-2dcc2ef5167b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649290
Apr 15 10:55:45.175628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-bf464196-3e2b-4994-9be4-6ad8317143ca', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:55:45.176601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:45.201177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:45.354272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:45.469041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Allocated IP 172.20.0.2 (bf464196-3e2b-4994-9be4-6ad8317143ca/5f2cc16d-8f93-4826-9ebd-ded398d3b62a/5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:45.704064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port cbec163e-669d-4ba6-83bf-c6f535c63d26 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:45.704643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:45.789171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:45.807975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Transition to ACTIVE for port object 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:45.830729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec751f3-0024-4610-98b1-896b9f6b0520 req-9cdbccd4-abe4-4562-8452-26a2e0927cb2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:45.832423 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ec751f3-0024-4610-98b1-896b9f6b0520 req-9cdbccd4-abe4-4562-8452-26a2e0927cb2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 944 time: 0.4811003
Apr 15 10:55:45.881796 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Transition to ACTIVE for port object 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:45.897295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd936f-4984-4ac4-ae5a-19bd856f7ca1 req-a1128701-c769-48af-b892-21c61dad3665 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:45.900264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:45.901705 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3ec751f3-0024-4610-98b1-896b9f6b0520 req-b1511fe3-81df-41ff-89f1-3aac071e7b7b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601416
Apr 15 10:55:45.920369 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-91dd936f-4984-4ac4-ae5a-19bd856f7ca1 req-a1128701-c769-48af-b892-21c61dad3665 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 946 time: 0.1445122
Apr 15 10:55:46.016321 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-91dd936f-4984-4ac4-ae5a-19bd856f7ca1 req-91f86255-ac81-4f26-835c-f7a017e080a8 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942502
Apr 15 10:55:46.020819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:46.097597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.156546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Network bf464196-3e2b-4994-9be4-6ad8317143ca is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:46.183842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:46.186339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:46.196997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:46.300746 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'code': 200}
Apr 15 10:55:46.319067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.320848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Pushing event updated for resources: {'Port': ['ID=5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:46.324778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:46.326032 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Attempting to bind port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:55:46.326553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Attempting to bind port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:55:46.327089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Attempting to bind port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e on network bf464196-3e2b-4994-9be4-6ad8317143ca {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:46.334248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:46.335155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:55:46.335649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Checking segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:46.336158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.337269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Bound using segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:55:46.338145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Bound port: 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:55:46.338627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.348405 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.349416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device f0d01e2b-a31f-4c30-a657-1a9f5ce45518 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:46.359331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.388439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:46.423889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: f0d01e2b-a31f-4c30-a657-1a9f5ce45518 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:46.424370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device f0d01e2b-a31f-4c30-a657-1a9f5ce45518 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:46.473647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc60e82-4c27-4b2d-ad00-76448ecf3a34 req-0218e314-d2ef-49a7-853a-eda031307463 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:46.475858 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bcc60e82-4c27-4b2d-ad00-76448ecf3a34 req-0218e314-d2ef-49a7-853a-eda031307463 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 943 time: 0.2334933
Apr 15 10:55:46.546497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=7']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:46.553418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:46.561577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] For port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:55:46.565132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] For port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:55:46.573037 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.591981 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bcc60e82-4c27-4b2d-ad00-76448ecf3a34 req-976a5063-7419-4265-b155-eb2bb0f97972 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792596
Apr 15 10:55:46.605113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Allocated IP 172.27.3.235 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/3b1bccfb-24a6-479e-8245-439ee77c6224) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:46.736841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:46.817249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.852972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Pushing event updated for resources: {'Port': ['ID=5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:46.856953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:46.867010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:46.887688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fad9760b-43e6-4c63-8d6a-5b4f0714eea4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:47.105127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1bccfb-24a6-479e-8245-439ee77c6224,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:47.111193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:47.204199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a637017-5e1a-4b08-86ba-173b989f84c4 req-92f5113a-7ba3-477c-83a7-598ef7cf3885 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:47.206101 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3a637017-5e1a-4b08-86ba-173b989f84c4 req-92f5113a-7ba3-477c-83a7-598ef7cf3885 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1297359
Apr 15 10:55:47.208556 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 2322eae4-ee7f-4b6f-92c1-f3d49732b29a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:55:47.305968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:47.318316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:47.320822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:47.413639 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3a637017-5e1a-4b08-86ba-173b989f84c4 req-b05050a7-b9a9-4efe-b572-67317d1efe3f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640906
Apr 15 10:55:47.542111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:47.642604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-31dc52c9-bebc-4cb4-825b-06bd2c838e2d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:47.644502 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-31dc52c9-bebc-4cb4-825b-06bd2c838e2d tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 946 time: 0.2050567
Apr 15 10:55:47.698740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408399c-e162-4552-88f0-9d866643268c req-076dad5b-5934-4f1e-a583-0ffd7cef595f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:47.706975 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d408399c-e162-4552-88f0-9d866643268c req-076dad5b-5934-4f1e-a583-0ffd7cef595f tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 946 time: 0.4874215
Apr 15 10:55:47.747069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Deleting port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:55:47.748052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:47.918181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:47.934249 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d408399c-e162-4552-88f0-9d866643268c req-e2f278d9-0ca0-4625-9adc-371a537c148b tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/security-groups?id=93aac470-2b9a-4957-9591-5a5f9824d495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236848
Apr 15 10:55:47.949833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '2322eae4-ee7f-4b6f-92c1-f3d49732b29a', 'network_id': '0a09ade5-e0e2-4ba2-a431-22646430e338', 'port_id': '2322eae4-ee7f-4b6f-92c1-f3d49732b29a', 'mac_address': 'fa:16:3e:16:6d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2308f18e-5900-4f2c-9037-4e121ff1c3e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:55:48.007414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:48.039161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:48.059823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2322eae4-ee7f-4b6f-92c1-f3d49732b29a {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:55:48.078579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:48.088660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:48.097895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:48.112958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:48.133044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a30ee9-ea0a-47b8-9d40-59b7baf0f10c req-94231fe0-e0b0-4877-9279-39ae4aadef6d tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:48.135163 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b6a30ee9-ea0a-47b8-9d40-59b7baf0f10c req-94231fe0-e0b0-4877-9279-39ae4aadef6d tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 943 time: 0.2592318
Apr 15 10:55:48.216045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:48.219787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:48.274819 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b6a30ee9-ea0a-47b8-9d40-59b7baf0f10c req-1a8751ec-2b90-4a57-819f-d7f76fe7f124 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285682
Apr 15 10:55:48.310413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] For port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,segment=NetworkSegment(6ace5e3d-f832-450f-90fd-aa964ff1cfd0),segment_id=6ace5e3d-f832-450f-90fd-aa964ff1cfd0)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:48.310666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:48.457962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['2322eae4-ee7f-4b6f-92c1-f3d49732b29a'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:55:48.683100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Calling delete_port for 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:55:48.687000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:48.722658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be382614-17b4-49d4-83c0-8066c0437f42 None None] Network bf464196-3e2b-4994-9be4-6ad8317143ca requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:55:48.872350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] Provisioning for port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:48.928097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] Provisioning complete for port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:48.929249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.139965 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.184530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:49.260370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:55:49.335582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Pushing event deleted for resources: {'Port': ['ID=0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:49.360835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:55:49.361220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:55:49.512657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dc871-2b54-4440-af2e-f2592f241ffa req-dd704a5a-d3f4-4da6-96c3-f13003c11064 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:49.520479 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c17dc871-2b54-4440-af2e-f2592f241ffa req-dd704a5a-d3f4-4da6-96c3-f13003c11064 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.8296041
Apr 15 10:55:49.533994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:49.549896 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2bbed33c-85e5-4c72-9432-e2a548650f3e req-e21922b9-dca5-44da-b604-9d9b7da8ac65 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 210 time: 0.2344010
Apr 15 10:55:49.647607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.680485 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c17dc871-2b54-4440-af2e-f2592f241ffa req-d58a6b8c-4572-428e-a6a4-5a80190bb0b0 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587131
Apr 15 10:55:49.714224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:55:49.731309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] For port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:49.752490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.756265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:49.798024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] No DVR routers for this DVR port 0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:55:49.802187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:49.847001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] Pushing event updated for resources: {'Port': ['ID=5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:49.850841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:49.861040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5135d4d-662d-4b92-84de-813d7c7ae948', 'name': 'network-vif-deleted', 'tag': '0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:49.910240 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3a23a02e-5fb3-47fe-9c71-30ca11e93d94 req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.104 "DELETE /v2.0/ports/0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0 HTTP/1.1" status: 204  len: 173 time: 2.2585890
Apr 15 10:55:49.969436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e4e95-cbc1-4a2e-ae93-76b46a3b5710 req-42e84e87-4654-4dd9-9992-19b16a59c0e8 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:49.978019 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-584e4e95-cbc1-4a2e-ae93-76b46a3b5710 req-42e84e87-4654-4dd9-9992-19b16a59c0e8 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 944 time: 0.2064083
Apr 15 10:55:49.981281 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5135d4d-662d-4b92-84de-813d7c7ae948', 'name': 'network-vif-deleted', 'tag': '0783a6d6-b54b-46c2-b1b9-97b9dd93d6a0', 'status': 'completed', 'code': 200}
Apr 15 10:55:50.061909 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-584e4e95-cbc1-4a2e-ae93-76b46a3b5710 req-8fe4888a-3ed1-47a4-bf1c-755de0c99563 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827346
Apr 15 10:55:50.076883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:55:50.095384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-77e12f3b-80db-45ac-80d5-5b986237bb6f None None] Provisioning complete for port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:50.102909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77e12f3b-80db-45ac-80d5-5b986237bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.125460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.125460 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.2606509
Apr 15 10:55:50.126845 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42688) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:50.144363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Sync routers for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:55:50.181227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:55:50.182008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b5f9828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:50.528914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:55:50.771384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-88379022-da0a-4847-a5ce-bc75d4c9fbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:50.885860 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a44c8c4f-dcb5-4efa-9ee3-73d4b963a175 req-fe9ddb12-a832-452e-9a3a-43b31cbcefb6 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5135d4d-662d-4b92-84de-813d7c7ae948 HTTP/1.1" status: 200  len: 210 time: 0.1175759
Apr 15 10:55:50.941527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b5f9828>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:47Z', 'revision_number': 3, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:50.950119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Checking router: 7f46a32a-07ee-487d-ad3d-a845c4cc8717 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:55:50.950517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Updating router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 port 3b1bccfb-24a6-479e-8245-439ee77c6224 binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:55:51.050281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.128440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757a8ed-cada-40aa-b7e5-e4e0c8f09c73 req-af397f21-b943-4c48-be3b-fe350366299e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:51.137221 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e757a8ed-cada-40aa-b7e5-e4e0c8f09c73 req-af397f21-b943-4c48-be3b-fe350366299e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.2595580
Apr 15 10:55:51.258242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 2322eae4-ee7f-4b6f-92c1-f3d49732b29a up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:51.403191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c0956-828a-4262-a16e-289a9a99d3f2 req-84ffa494-def4-423c-bef8-f7d8cae4f5ce tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:51.405479 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e68c0956-828a-4262-a16e-289a9a99d3f2 req-84ffa494-def4-423c-bef8-f7d8cae4f5ce tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 944 time: 0.1612418
Apr 15 10:55:51.473030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:51.511481 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e757a8ed-cada-40aa-b7e5-e4e0c8f09c73 req-899c87d5-e227-4e2b-8aac-b99fce657b86 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3704031
Apr 15 10:55:51.521300 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e68c0956-828a-4262-a16e-289a9a99d3f2 req-ebedbb02-e6c3-424e-ad3e-2e43a5ae817a tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046829
Apr 15 10:55:51.663859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.764043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:51.807866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:51.808271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.908374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:51.908757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:51.922133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Allocated IP 172.20.0.1 (bf464196-3e2b-4994-9be4-6ad8317143ca/5f2cc16d-8f93-4826-9ebd-ded398d3b62a/a6ee0e00-c987-4c46-b448-8b7e3b51551f) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:52.023159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42700) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:52.146112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Deleting subnet df1a9711-11de-42c5-8800-31193bcc8998 {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:55:52.148258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.150611 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.151987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.156631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.177716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Transition to ACTIVE for port object a6ee0e00-c987-4c46-b448-8b7e3b51551f will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:52.210874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.214956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Transition to ACTIVE for port object 3b1bccfb-24a6-479e-8245-439ee77c6224 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:55:52.216856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.239944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.262698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:52.277854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.298295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925344b3-315a-4dae-baa5-87d7b9bd5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2322eae4-ee7f-4b6f-92c1-f3d49732b29a'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:55:52.395410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:52.411870 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.465535 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925344b3-315a-4dae-baa5-87d7b9bd5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2322eae4-ee7f-4b6f-92c1-f3d49732b29a', 'code': 200}
Apr 15 10:55:52.477456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049437f6-e597-4499-89b1-fe0b45df8b4c None None] Pushing event updated for resources: {'Port': ['ID=3b1bccfb-24a6-479e-8245-439ee77c6224,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:52.495412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-049437f6-e597-4499-89b1-fe0b45df8b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:52.495928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-383a8d87-e172-4ec5-b992-5c11d21b18f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:52.507819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:52.602879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Network bf464196-3e2b-4994-9be4-6ad8317143ca is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:52.608110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:52.621886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:55:52.718191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.774347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:52.779415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:52.847270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.871866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Attempting to bind port 3b1bccfb-24a6-479e-8245-439ee77c6224 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:55:52.877036 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Attempting to bind port 3b1bccfb-24a6-479e-8245-439ee77c6224 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:55:52.877635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Attempting to bind port 3b1bccfb-24a6-479e-8245-439ee77c6224 on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:55:52.880150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7749c4c6-6b11-4a72-9cf2-9212fb8b155d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:52.896110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:55:52.896570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:55:52.897297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:52.897863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:55:52.898567 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Bound port: 3b1bccfb-24a6-479e-8245-439ee77c6224, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:55:52.899661 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.026289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1a9711-11de-42c5-8800-31193bcc8998,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:53.040408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7e94b67d-a805-4945-8cbf-14f7350999d8 None None] Provisioning for port a6ee0e00-c987-4c46-b448-8b7e3b51551f completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:53.051169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7e94b67d-a805-4945-8cbf-14f7350999d8 None None] Provisioning complete for port a6ee0e00-c987-4c46-b448-8b7e3b51551f triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:53.051751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e94b67d-a805-4945-8cbf-14f7350999d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.120223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:53.165669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7e94b67d-a805-4945-8cbf-14f7350999d8 None None] Port a6ee0e00-c987-4c46-b448-8b7e3b51551f cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:55:53.182541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b01e0a0a-0d3c-41d7-b9a7-cebcab1216fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.188937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] For port 3b1bccfb-24a6-479e-8245-439ee77c6224, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:55:53.194105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] For port 3b1bccfb-24a6-479e-8245-439ee77c6224, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=3b1bccfb-24a6-479e-8245-439ee77c6224,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:55:53.199517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.231131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.237394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Pushing event updated for resources: {'Port': ['ID=a6ee0e00-c987-4c46-b448-8b7e3b51551f,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:53.240885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:53.268060 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/df1a9711-11de-42c5-8800-31193bcc8998 HTTP/1.1" status: 204  len: 168 time: 1.2436497
Apr 15 10:55:53.276544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42710) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:53.282804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e5339-1745-45ce-9ede-9d0d477674b1 req-54561d79-e83a-476e-89e6-db064af62be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.284767 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ff0e5339-1745-45ce-9ede-9d0d477674b1 req-54561d79-e83a-476e-89e6-db064af62be6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 1098 time: 0.2532377
Apr 15 10:55:53.319619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b69b31-2bca-4bf6-8ad5-66bb1967827e req-4b36d427-b3d4-45ed-92e1-f14e3bfc21fc tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.321571 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7b69b31-2bca-4bf6-8ad5-66bb1967827e req-4b36d427-b3d4-45ed-92e1-f14e3bfc21fc tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 945 time: 0.2455287
Apr 15 10:55:53.377682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.403731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:53.484675 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ff0e5339-1745-45ce-9ede-9d0d477674b1 req-2c6bb06d-a899-46b2-86d1-8378518c6006 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579366
Apr 15 10:55:53.504454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049437f6-e597-4499-89b1-fe0b45df8b4c None None] Pushing event updated for resources: {'Port': ['ID=3b1bccfb-24a6-479e-8245-439ee77c6224,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:53.514865 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7b69b31-2bca-4bf6-8ad5-66bb1967827e req-245c8b0d-7c85-4441-b7f5-5475f01da2c3 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863783
Apr 15 10:55:53.532946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-049437f6-e597-4499-89b1-fe0b45df8b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:53.554924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.561461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-cb4dd6d6-7a85-4735-b399-e02ca241c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.563157 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-cb4dd6d6-7a85-4735-b399-e02ca241c77f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 1098 time: 0.8470035
Apr 15 10:55:53.563595 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:55:53.564804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b5f9828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:53.630890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243086b8-2fdb-40d3-a46e-3caa35f75ab6 req-443b3258-bc08-4525-ac7d-3157126c8913 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:53.636003 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-243086b8-2fdb-40d3-a46e-3caa35f75ab6 req-443b3258-bc08-4525-ac7d-3157126c8913 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.4076164
Apr 15 10:55:53.742038 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-243086b8-2fdb-40d3-a46e-3caa35f75ab6 req-87600d1b-39af-452c-b4b3-6c69865bc4e6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954840
Apr 15 10:55:53.884363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.933112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:55:53.941476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.120378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-724bb3de-0a6a-4648-8ce8-af92a7a2a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:54.122830 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-724bb3de-0a6a-4648-8ce8-af92a7a2a8c7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.2355039
Apr 15 10:55:54.131972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623b109470>,) {'filters': {'network_id': ['a7c30fb4-19c2-40a8-a79d-170b919ee1ed']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:54.150290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b109470>, '6ace5e3d-f832-450f-90fd-aa964ff1cfd0') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:54.150602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b109470>, '6ace5e3d-f832-450f-90fd-aa964ff1cfd0') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:54.164835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.175398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.183469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.190555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:55:54.228651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.resource_extend [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:55:54.270728 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.276991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.316731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-566521ac-144c-4f5c-b9ee-3ae40cab41ca tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:54.412352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:55:54.427333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.470483 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-8079fcb0-25b9-4017-bef6-b4f88a875b1f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26 HTTP/1.1" status: 200  len: 1001 time: 0.3388269
Apr 15 10:55:54.475126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Pushing event updated for resources: {'Port': ['ID=a6ee0e00-c987-4c46-b448-8b7e3b51551f,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:54.543025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b5f9828>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:55:51Z', 'revision_number': 1, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:54.554979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bee86e-2991-4dc7-9782-7c725759fd4c None None] The sync data for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi is: [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:55:51Z', 'revision_number': 1, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:55:54.608428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-84243e3e-a35d-4d22-a613-8cb4bcb014f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:54.610035 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-84243e3e-a35d-4d22-a613-8cb4bcb014f2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.1300828
Apr 15 10:55:54.610886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.625101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:54.685933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Network a7c30fb4-19c2-40a8-a79d-170b919ee1ed has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:55:54.724419 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:55:54.897279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.912491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:54.955351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.968424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c30fb4-19c2-40a8-a79d-170b919ee1ed,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:54.974366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:54.977654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:54.982806 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5f11494f-4814-4e13-abd0-0dae957f442f admin admin] 10.222.0.68 "DELETE /v2.0/networks/a7c30fb4-19c2-40a8-a79d-170b919ee1ed HTTP/1.1" status: 204  len: 168 time: 1.6966462
Apr 15 10:55:55.018175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed29e35-c03a-499a-8cbd-0f0e355cbddc req-21bafe90-eb86-49f0-949e-7a07deb38700 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:55.019897 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4ed29e35-c03a-499a-8cbd-0f0e355cbddc req-21bafe90-eb86-49f0-949e-7a07deb38700 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 945 time: 0.2895880
Apr 15 10:55:55.164755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-9af15185-e382-4bc2-bada-a9b272234289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:55.166400 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-9af15185-e382-4bc2-bada-a9b272234289 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4268785
Apr 15 10:55:55.189727 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4ed29e35-c03a-499a-8cbd-0f0e355cbddc req-0f852161-adb8-4df8-bc85-8c7dc16516e5 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601608
Apr 15 10:55:55.270492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42724) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:55.331530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Network bf464196-3e2b-4994-9be4-6ad8317143ca is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:55:55.338380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:55:55.374285 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bf7e1cc4-f62f-4d46-8d9b-83d29164befd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e4727bc6c744ca2a6add783d7b90578&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0967660
Apr 15 10:55:55.375440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42728) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:55.502930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ca747c4-a1ce-4b2e-a876-ce75266c4796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:55.552941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ca747c4-a1ce-4b2e-a876-ce75266c4796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:55.635016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-ab60724d-fb7e-4911-a96a-ff63541de0a1 None None] Provisioning complete for port a6ee0e00-c987-4c46-b448-8b7e3b51551f triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:55.635997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ab60724d-fb7e-4911-a96a-ff63541de0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:55.636466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ca747c4-a1ce-4b2e-a876-ce75266c4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:55.642243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f754aa8e-45f0-4054-b1fb-cb3e924b14bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:55.662349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca747c4-a1ce-4b2e-a876-ce75266c4796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aac470-2b9a-4957-9591-5a5f9824d495,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:55.665441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7ca747c4-a1ce-4b2e-a876-ce75266c4796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:55.689903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ca747c4-a1ce-4b2e-a876-ce75266c4796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:55.691173 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7ca747c4-a1ce-4b2e-a876-ce75266c4796 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93aac470-2b9a-4957-9591-5a5f9824d495 HTTP/1.1" status: 204  len: 168 time: 0.3134966
Apr 15 10:55:55.892279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-ab60724d-fb7e-4911-a96a-ff63541de0a1 None None] Port a6ee0e00-c987-4c46-b448-8b7e3b51551f cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:55:56.058233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:56.132511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fd426-ea5a-4388-884b-12ba9465a7f8 req-355e4320-d0ad-4528-aab1-a98b6191435a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:56.137635 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-409fd426-ea5a-4388-884b-12ba9465a7f8 req-355e4320-d0ad-4528-aab1-a98b6191435a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 1.1098688
Apr 15 10:55:56.140765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:55:56.194211 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-96b03db2-2557-4172-8a15-9fefec23991a service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0047221
Apr 15 10:55:56.528431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6335-e4d4-4d0d-90fe-34d8b4c9d315 req-b9f8da32-fddb-42de-a6f1-84fd2813b0ed tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:56.531321 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-604b6335-e4d4-4d0d-90fe-34d8b4c9d315 req-b9f8da32-fddb-42de-a6f1-84fd2813b0ed tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 945 time: 0.1458318
Apr 15 10:55:56.566232 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-409fd426-ea5a-4388-884b-12ba9465a7f8 req-ba352896-a984-4c91-b1a1-7012cb6ba9f1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4102612
Apr 15 10:55:56.569022 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a359ffe4-da15-482c-a7b1-2b126a2564d3 req-1c5fa0bb-399d-41fb-b716-fbb63408874e service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2402797
Apr 15 10:55:56.637107 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-604b6335-e4d4-4d0d-90fe-34d8b4c9d315 req-674c8bb2-7645-4fbe-989a-cf58494acae8 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964465
Apr 15 10:55:56.777117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:55:56.801109 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] 10.222.0.68 "PUT /v2.0/routers/7f46a32a-07ee-487d-ad3d-a845c4cc8717/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6648498
Apr 15 10:55:57.555953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 3b1bccfb-24a6-479e-8245-439ee77c6224 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:57.652926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 3b1bccfb-24a6-479e-8245-439ee77c6224 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:55:57.664084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 3b1bccfb-24a6-479e-8245-439ee77c6224 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:57.665482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.814368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.836628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 3b1bccfb-24a6-479e-8245-439ee77c6224, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=3b1bccfb-24a6-479e-8245-439ee77c6224,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:55:57.844699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.847527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:57.949738 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=3b1bccfb-24a6-479e-8245-439ee77c6224,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:57.953601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:58.204849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42782) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:58.211470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839296908', 'description': 'tempest-description--2001465257'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:58.227669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:58.237686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:security_group and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:58.241125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:58.249492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:58.264414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.293373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:58.297721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:security_group_rule and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:58.302893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:58.312168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:58.454579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3908b-9906-4e9e-9dea-4566b52a3994 req-121618b3-b532-499d-ba36-cdff63d4b56d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:55:58.454789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.456413 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4c3908b-9906-4e9e-9dea-4566b52a3994 req-121618b3-b532-499d-ba36-cdff63d4b56d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1368566
Apr 15 10:55:58.471987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.480602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ecf53921-3f67-4ea2-be5a-dc6de967e01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:58.529426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:58.535102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:58.549387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.550884 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3448191
Apr 15 10:55:58.563275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42794) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:58.568245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'security_group_rule': {'security_group_id': '9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:58.574667 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4c3908b-9906-4e9e-9dea-4566b52a3994 req-402486c8-82d9-413c-bec7-722c060fc85c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1039116
Apr 15 10:55:58.595360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:58.600031 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:security_group_rule and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:58.603356 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:58.612023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:58.633394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.714679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.754468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.756869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-978ec94c-0956-42b0-8b89-1e0689328796 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:58.759213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Sync routers for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:55:58.785147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:55:58.785847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b6d8ac8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:58.807325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.810894 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2509930
Apr 15 10:55:58.817358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42798) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:58.817358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'security_group_rule': {'security_group_id': '9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:58.827221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6683e5d-222a-4d87-9164-09f5f8f59580,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:58.832791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8525c181-9b65-4fcd-97c2-b8db62c1906c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:58.833874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:58.840250 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:security_group_rule and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:58.844461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:58.851822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:58.876207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.957120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.961808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:58.964016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:55:59.006489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a633e5-3514-4de4-ab16-56d0a77b3b03,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:55:59.012136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:55:59.033457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.035278 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2231905
Apr 15 10:55:59.038720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42802) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:59.045949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:55:59.053876 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:55:59.060162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:floatingip and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:55:59.063798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:55:59.071800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:55:59.087124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.236148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:55:59.279839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.458945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 3b1bccfb-24a6-479e-8245-439ee77c6224 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:55:59.509220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Allocated IP 172.27.3.52 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/a5004506-6e4d-43ff-a536-fae5568e214c) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:55:59.547744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 3b1bccfb-24a6-479e-8245-439ee77c6224 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:55:59.548416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.687345 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b6d8ac8>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 2, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:55:59.692254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Checking router: 7f46a32a-07ee-487d-ad3d-a845c4cc8717 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:55:59.692638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Updating router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 port a6ee0e00-c987-4c46-b448-8b7e3b51551f binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:55:59.725058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.765420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.768193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:59.996873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5e3e6-98a4-41ae-822d-b845fb2f9f95 req-e22317d5-52dd-4f7e-bb2a-b5bf80499ede tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:00.019626 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52d5e3e6-98a4-41ae-822d-b845fb2f9f95 req-e22317d5-52dd-4f7e-bb2a-b5bf80499ede tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1777647
Apr 15 10:56:00.097535 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:00.125875 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52d5e3e6-98a4-41ae-822d-b845fb2f9f95 req-208c147c-f1bf-4c35-a9a7-ccf7c93e22f7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993361
Apr 15 10:56:00.175329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:00.186515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:00.189748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:56:00.379893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'Port': ['ID=a5004506-6e4d-43ff-a536-fae5568e214c,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:00.390162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:00.392504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.393628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.408718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Transition to ACTIVE for port object a6ee0e00-c987-4c46-b448-8b7e3b51551f will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:00.417890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.437596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-18a52841-d466-4f14-a80b-1283cff7d56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:00.508389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.588529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Pushing event updated for resources: {'Port': ['ID=a6ee0e00-c987-4c46-b448-8b7e3b51551f,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:00.603705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.604080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.604452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.604815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.605176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.605564 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.605920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.606276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.606651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.607005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.607356 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.607705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:00.621462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:00.844613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Attempting to bind port a6ee0e00-c987-4c46-b448-8b7e3b51551f on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:00.845147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Attempting to bind port a6ee0e00-c987-4c46-b448-8b7e3b51551f by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:00.845536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Attempting to bind port a6ee0e00-c987-4c46-b448-8b7e3b51551f on network bf464196-3e2b-4994-9be4-6ad8317143ca {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:00.852100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:00.852588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Checking segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:00.853097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.853633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Bound using segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:00.854936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Bound port: a6ee0e00-c987-4c46-b448-8b7e3b51551f, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:00.855453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.930331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.937012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.953623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:00.970819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] For port a6ee0e00-c987-4c46-b448-8b7e3b51551f, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:00.974612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] For port a6ee0e00-c987-4c46-b448-8b7e3b51551f, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=a6ee0e00-c987-4c46-b448-8b7e3b51551f,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:00.980088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.999542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:01.103464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'Port': ['ID=a5004506-6e4d-43ff-a536-fae5568e214c,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:01.109003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:01.149115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Pushing event updated for resources: {'Port': ['ID=a6ee0e00-c987-4c46-b448-8b7e3b51551f,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:01.152465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:01.217930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.240428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:01.241086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b6d8ac8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:55:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:01.241316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.243235 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2031553
Apr 15 10:56:01.403959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c48c7-47e4-4cdf-8c63-327b0dd0e6bb req-df61b9fc-0d46-463b-9c00-9324a1b26977 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:01.412154 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-825c48c7-47e4-4cdf-8c63-327b0dd0e6bb req-df61b9fc-0d46-463b-9c00-9324a1b26977 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1335096
Apr 15 10:56:01.459369 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-825c48c7-47e4-4cdf-8c63-327b0dd0e6bb req-6eec8d4b-e7eb-4d62-8988-3c56cf3d2425 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462608
Apr 15 10:56:01.497811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:01.502719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device a6ee0e00-c987-4c46-b448-8b7e3b51551f up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:01.506232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-144e5f20-726f-4d71-85b3-de346d96c28b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:01.524899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-144e5f20-726f-4d71-85b3-de346d96c28b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:01.526340 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-144e5f20-726f-4d71-85b3-de346d96c28b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--839296908&fields=id&tenant_id=7efa4cd58aff42d0b53fd8a0773765a3 HTTP/1.1" status: 200  len: 267 time: 0.1153228
Apr 15 10:56:01.581178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port a6ee0e00-c987-4c46-b448-8b7e3b51551f completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:01.586822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port a6ee0e00-c987-4c46-b448-8b7e3b51551f triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:01.587291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.711575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-33ba3ff5-6bdc-4f75-addf-3d1c4d2ed9ed tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:01.713689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-33ba3ff5-6bdc-4f75-addf-3d1c4d2ed9ed tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:network {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:01.732183 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.738530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-33ba3ff5-6bdc-4f75-addf-3d1c4d2ed9ed tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:network {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:01.739806 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-33ba3ff5-6bdc-4f75-addf-3d1c4d2ed9ed tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 809 time: 0.2054896
Apr 15 10:56:01.760586 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-9f60f4b1-231b-4b5d-aa9a-3c3b2c19b265 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/quotas/7efa4cd58aff42d0b53fd8a0773765a3 HTTP/1.1" status: 200  len: 375 time: 0.0118408
Apr 15 10:56:01.784982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port a6ee0e00-c987-4c46-b448-8b7e3b51551f, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=a6ee0e00-c987-4c46-b448-8b7e3b51551f,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:01.788421 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:01.790690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-492ef60d-92ed-48e4-850a-58b49717820d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:01.855778 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-2a33321b-d549-4c85-8b32-09dac2d21ddc tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0888896
Apr 15 10:56:01.863865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=a6ee0e00-c987-4c46-b448-8b7e3b51551f,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:01.867417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:01.872391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b6d8ac8>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:00Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:01.876696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52d46b-d5f4-40f5-8417-d33410708367 None None] The sync data for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi is: [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:00Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:56:02.014661 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-46b52a5e-bb53-4c81-b44e-2f923aafcc3b service neutron] 10.222.0.68 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457200
Apr 15 10:56:02.399200 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-38a4af43-9974-45a1-887a-dc05a335c8e8 service neutron] 10.222.0.68 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3770928
Apr 15 10:56:02.613037 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-432770ef-d624-43e3-94ad-73b60614ea88 req-c6280e06-d5a8-4c75-9a5a-721dc67fbd1f tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 210 time: 0.0550392
Apr 15 10:56:02.711176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3205a2-0606-4bd4-926d-706437991f4b req-99ba28bd-dfdd-44a9-99fd-4d215945c881 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:02.712887 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cc3205a2-0606-4bd4-926d-706437991f4b req-99ba28bd-dfdd-44a9-99fd-4d215945c881 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.1038384
Apr 15 10:56:02.763537 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cc3205a2-0606-4bd4-926d-706437991f4b req-67169778-e866-4ef1-8719-b4bf06f12525 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440660
Apr 15 10:56:03.425451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device a6ee0e00-c987-4c46-b448-8b7e3b51551f up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:03.498312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port a6ee0e00-c987-4c46-b448-8b7e3b51551f triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:03.498722 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:03.782549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e7fcb759-592b-4cf1-a508-403323ca8f9a req-bd32099c-dc3f-4428-b6cf-397cc62ac5e6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:03.800909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e7fcb759-592b-4cf1-a508-403323ca8f9a req-bd32099c-dc3f-4428-b6cf-397cc62ac5e6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:03.802320 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e7fcb759-592b-4cf1-a508-403323ca8f9a req-bd32099c-dc3f-4428-b6cf-397cc62ac5e6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 210 time: 0.0688217
Apr 15 10:56:04.022720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfff963-2402-4023-aca9-ed9f5aee2ae0 req-f55f93b9-ac30-4d48-b378-c901b4b69e1d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.024912 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ccfff963-2402-4023-aca9-ed9f5aee2ae0 req-f55f93b9-ac30-4d48-b378-c901b4b69e1d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0917637
Apr 15 10:56:04.078277 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ccfff963-2402-4023-aca9-ed9f5aee2ae0 req-feadc200-baaf-4c74-8921-1c5be1c2c8c5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465019
Apr 15 10:56:04.315918 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-0c4f1dd6-4ced-49de-841f-93d8e85488bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.317515 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-0c4f1dd6-4ced-49de-841f-93d8e85488bf service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 1098 time: 0.0830214
Apr 15 10:56:04.499534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-143e04f4-72a8-4785-9603-0635674aec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.502503 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-143e04f4-72a8-4785-9603-0635674aec26 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.1573997
Apr 15 10:56:04.624842 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-fb20c2cc-7ed7-4f26-950d-87d9154260a3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26 HTTP/1.1" status: 200  len: 1001 time: 0.1152894
Apr 15 10:56:04.655716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-e646ad52-5023-4ee2-b461-afb444ffa19e tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.657254 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-e646ad52-5023-4ee2-b461-afb444ffa19e tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 809 time: 0.1706173
Apr 15 10:56:04.700655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-626b6916-b726-4a1f-adcf-ab102882e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.702351 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-626b6916-b726-4a1f-adcf-ab102882e213 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.0707870
Apr 15 10:56:04.748832 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-2ca6afad-5075-4859-b82f-e82549ab84fc tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3 HTTP/1.1" status: 200  len: 5708 time: 0.0718107
Apr 15 10:56:04.760270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'port': {'device_id': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'admin_state_up': True, 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'security_groups': ['9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb']}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:04.794553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-a5fc5c6b-4bf3-4265-88bf-26747294f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:04.796140 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-a5fc5c6b-4bf3-4265-88bf-26747294f744 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802562
Apr 15 10:56:04.915099 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:04.927870 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:04.939327 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Made reservation on behalf of 7efa4cd58aff42d0b53fd8a0773765a3 for: {'port': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:04.948312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.044730 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4bda4e5e-0428-4759-b136-99d0bbf3cc57 req-65308a93-8007-4d4b-9ee2-90d6086fd15b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 210 time: 0.0864382
Apr 15 10:56:05.059118 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-87f9a0f3-e8a9-4b98-906b-7a71681b6fd1 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504370
Apr 15 10:56:05.191530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Allocated IP 172.20.0.10 (bf464196-3e2b-4994-9be4-6ad8317143ca/5f2cc16d-8f93-4826-9ebd-ded398d3b62a/45fef69a-ba3c-4d9f-af6d-acc809b63a30) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:56:05.233018 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f32a38b7-6d55-474c-83b3-17d6ef8c796f req-7dc8643f-48b0-4268-af67-e19cef48aa88 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667693
Apr 15 10:56:05.325398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67584a-a8a5-4944-a9c1-810afa25c18e req-fcb0a285-bcfd-4bc5-b928-a12e5af00df5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:05.327017 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2c67584a-a8a5-4944-a9c1-810afa25c18e req-fcb0a285-bcfd-4bc5-b928-a12e5af00df5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0882697
Apr 15 10:56:05.377003 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2c67584a-a8a5-4944-a9c1-810afa25c18e req-74ec0f38-887b-4f03-8c92-8034ee990bc3 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435488
Apr 15 10:56:05.409603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.426705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Transition to ACTIVE for port object 45fef69a-ba3c-4d9f-af6d-acc809b63a30 will not be triggered until provisioned by entity DHCP. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:05.452398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.474995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6c551b0d-8e63-4531-a00e-95ac0b3bd4b6 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:05.617054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'Port': ['ID=45fef69a-ba3c-4d9f-af6d-acc809b63a30,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:05.620196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:05.676384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Network bf464196-3e2b-4994-9be4-6ad8317143ca is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:56:05.677575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:05.680496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:56:05.756677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:05.758041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.784434 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0288630
Apr 15 10:56:05.805223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Request body: {'port': {'device_id': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:05.882195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-de553112-5deb-40bf-b098-84f886b49310 None None] Provisioning for port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:05.888130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-de553112-5deb-40bf-b098-84f886b49310 None None] Provisioning complete for port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:05.888626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de553112-5deb-40bf-b098-84f886b49310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:05.935450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.124316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-de553112-5deb-40bf-b098-84f886b49310 None None] Port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:56:06.376571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ac67a-b110-4878-940c-2a187c050635 req-c6d7f9f6-b99e-471d-8c37-7218297744b9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:06.377365 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-330ac67a-b110-4878-940c-2a187c050635 req-c6d7f9f6-b99e-471d-8c37-7218297744b9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:06.410414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-330ac67a-b110-4878-940c-2a187c050635 req-c6d7f9f6-b99e-471d-8c37-7218297744b9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:06.411688 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-330ac67a-b110-4878-940c-2a187c050635 req-c6d7f9f6-b99e-471d-8c37-7218297744b9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 932 time: 0.2448871
Apr 15 10:56:06.510735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fef69a-ba3c-4d9f-af6d-acc809b63a30 {{(pid=85289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:56:06.522494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.528369 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-330ac67a-b110-4878-940c-2a187c050635 req-d65a01e8-e7c1-427b-8774-07b10cc8170c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804529
Apr 15 10:56:06.542989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Transition to ACTIVE for port object 45fef69a-ba3c-4d9f-af6d-acc809b63a30 will not be triggered until provisioned by entity L2. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:56:06.546108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.561981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cc4cf460-5678-4f5f-956d-0e3f853ec054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:06.701682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Pushing event updated for resources: {'Port': ['ID=45fef69a-ba3c-4d9f-af6d-acc809b63a30,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:06.706914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:06.937458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f8e95-c52d-4418-a4ce-09fff6ddaa26 req-c9d7fab0-32d4-4565-9a4e-94a3934fa3ef tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:06.939260 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9a7f8e95-c52d-4418-a4ce-09fff6ddaa26 req-c9d7fab0-32d4-4565-9a4e-94a3934fa3ef tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.3315780
Apr 15 10:56:06.958813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Attempting to bind port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:56:06.959186 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Attempting to bind port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:56:06.959551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Attempting to bind port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 on network bf464196-3e2b-4994-9be4-6ad8317143ca {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:06.966575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 on network bf464196-3e2b-4994-9be4-6ad8317143ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:56:06.967140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Attempting to bind port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 on network bf464196-3e2b-4994-9be4-6ad8317143ca {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:56:06.973628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:56:06.974000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Checking segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:06.974418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Bound using segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:56:06.974886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Bound port: 45fef69a-ba3c-4d9f-af6d-acc809b63a30, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'}}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:56:06.975358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:06.999729 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9a7f8e95-c52d-4418-a4ce-09fff6ddaa26 req-4026af8c-261f-44aa-995b-e99fdc9cb5ce tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539010
Apr 15 10:56:07.094438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] For port 45fef69a-ba3c-4d9f-af6d-acc809b63a30, host hv-cinder-78638, cleared binding levels {{(pid=85289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:56:07.097648 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] For port 45fef69a-ba3c-4d9f-af6d-acc809b63a30, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:56:07.100960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:07.117975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e531e346-dc74-46d4-a63f-b47540b97399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:07.261631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Pushing event updated for resources: {'Port': ['ID=45fef69a-ba3c-4d9f-af6d-acc809b63a30,revision_number=3']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:07.264971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:07.311461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:07.312334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:07.313838 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] 10.222.0.104 "PUT /v2.0/ports/45fef69a-ba3c-4d9f-af6d-acc809b63a30 HTTP/1.1" status: 200  len: 1094 time: 1.5143704
Apr 15 10:56:07.314441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'tag': '45fef69a-ba3c-4d9f-af6d-acc809b63a30'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:07.364615 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'tag': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'status': 'completed', 'code': 200}
Apr 15 10:56:07.743626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e621982-7b54-41c9-990a-a4e505785823 req-a25a94d1-3242-4610-9a9d-72d3ea09304d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:07.745204 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8e621982-7b54-41c9-990a-a4e505785823 req-a25a94d1-3242-4610-9a9d-72d3ea09304d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.0897512
Apr 15 10:56:07.793802 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8e621982-7b54-41c9-990a-a4e505785823 req-9a11e53c-0586-4c53-81f7-229c208ff9e6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420511
Apr 15 10:56:08.202693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ea42e-b00a-44c0-bf4b-d67a65716f09 req-a81f98ae-9f29-49cb-aecc-517eec373148 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:08.204274 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cc0ea42e-b00a-44c0-bf4b-d67a65716f09 req-a81f98ae-9f29-49cb-aecc-517eec373148 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 945 time: 0.0899487
Apr 15 10:56:08.254958 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cc0ea42e-b00a-44c0-bf4b-d67a65716f09 req-bcd5689e-eb7e-4fa9-b30c-0e7d4ca65fa8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442746
Apr 15 10:56:08.997106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880514f-78d6-48c6-bac4-b2860f944eb4 req-bd270440-bdfa-4801-b724-20c948464e0d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:08.998758 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0880514f-78d6-48c6-bac4-b2860f944eb4 req-bd270440-bdfa-4801-b724-20c948464e0d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.0887210
Apr 15 10:56:08.999980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:09.050225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-0880514f-78d6-48c6-bac4-b2860f944eb4 req-18e1c03c-0e9e-49d9-b8bc-bec417edd4dd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:09.064015 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-0880514f-78d6-48c6-bac4-b2860f944eb4 req-18e1c03c-0e9e-49d9-b8bc-bec417edd4dd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:09.065261 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0880514f-78d6-48c6-bac4-b2860f944eb4 req-18e1c03c-0e9e-49d9-b8bc-bec417edd4dd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600085
Apr 15 10:56:09.163126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48626992-6fcd-4e31-9ea6-be1e49bbf2d3 req-a27bd884-a2ed-4064-92a8-0018bb2c1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.166075 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-48626992-6fcd-4e31-9ea6-be1e49bbf2d3 req-a27bd884-a2ed-4064-92a8-0018bb2c1818 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 1097 time: 0.0955207
Apr 15 10:56:09.185290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:09.214894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:09.225630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:09.230819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:09.232930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-492ef60d-92ed-48e4-850a-58b49717820d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:09.310514 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'code': 200}
Apr 15 10:56:09.311358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=8']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:09.321714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:09.349433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48626992-6fcd-4e31-9ea6-be1e49bbf2d3 req-6b816c3d-4aa0-4ebd-9831-f6363d733c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.351566 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-48626992-6fcd-4e31-9ea6-be1e49bbf2d3 req-6b816c3d-4aa0-4ebd-9831-f6363d733c9c service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1703196
Apr 15 10:56:09.485106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad1009-13b6-4580-9d30-c7476cb34675 req-e602575b-32ad-4191-b484-19c6f47dba0b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.486788 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f8ad1009-13b6-4580-9d30-c7476cb34675 req-e602575b-32ad-4191-b484-19c6f47dba0b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1015065
Apr 15 10:56:09.518013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48626992-6fcd-4e31-9ea6-be1e49bbf2d3 req-013c260c-d837-4321-b0ab-09fcc6c7d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.519513 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-48626992-6fcd-4e31-9ea6-be1e49bbf2d3 req-013c260c-d837-4321-b0ab-09fcc6c7d0a4 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1613526
Apr 15 10:56:09.541884 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f8ad1009-13b6-4580-9d30-c7476cb34675 req-091242a2-aa2d-4e83-bbf2-fdec22958c38 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472443
Apr 15 10:56:09.683094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-bb8409ff-48ce-4285-b83a-64f7be32aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.684688 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-bb8409ff-48ce-4285-b83a-64f7be32aaa0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 1097 time: 0.0784264
Apr 15 10:56:09.774809 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-11f40a23-62bd-4e73-a582-19c9aed26a36 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30 HTTP/1.1" status: 200  len: 217 time: 0.0706482
Apr 15 10:56:09.847821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-c30b20e8-1186-4a9b-b907-8379a35f4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.849574 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-c30b20e8-1186-4a9b-b907-8379a35f4248 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 200  len: 848 time: 0.0674586
Apr 15 10:56:09.960165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0a513a59-1fc6-420c-b578-f5590b5427b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:09.962768 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-0a513a59-1fc6-420c-b578-f5590b5427b7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf464196-3e2b-4994-9be4-6ad8317143ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855567
Apr 15 10:56:10.122319 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-e4dee64c-f300-4154-a3a2-f8a62e6b5375 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488123
Apr 15 10:56:10.291805 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9afe3c50-9270-4aa8-8de9-02521b8dcf99 req-8ca92ec7-27a3-4185-8074-a617b57b7699 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602826
Apr 15 10:56:10.292067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 42986) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:10.307606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455db401-7a87-4f42-8b1c-bbb234a5d29c req-7fe6d870-3d0d-4b12-849d-8ce7d4e8c350 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:10.309140 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-455db401-7a87-4f42-8b1c-bbb234a5d29c req-7fe6d870-3d0d-4b12-849d-8ce7d4e8c350 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.1021559
Apr 15 10:56:10.374570 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-455db401-7a87-4f42-8b1c-bbb234a5d29c req-14830e3b-2cbb-4cbb-b573-aff191f6aefc tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573742
Apr 15 10:56:10.448559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:10.465807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:10.469808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Usage tracker for resource:security_group_rule and tenant:2fe7d6e3436342de92cdd0c6b04c046d is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:10.472736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:10.480240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:10.565637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:10.568330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:10.579276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9ba775fe-3330-4b30-9f7b-cff61bd5cb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:10.622768 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2fe7d6e3436342de92cdd0c6b04c046d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3256030
Apr 15 10:56:10.624529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd592ee-1779-49d5-b085-fff3e5b84e55,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:10.625746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 42996) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:10.627937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:10.741231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9915cb49-ce38-404f-a29a-346bfd887dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:10.780716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9915cb49-ce38-404f-a29a-346bfd887dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:10.833338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38f5b-ad98-4289-80da-10583d4d78b1 req-d1cfaf9c-a72c-4002-810f-b2cb14b5f7e8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:10.834878 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a1e38f5b-ad98-4289-80da-10583d4d78b1 req-d1cfaf9c-a72c-4002-810f-b2cb14b5f7e8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1665373
Apr 15 10:56:11.098724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9915cb49-ce38-404f-a29a-346bfd887dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:11.106526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-04eb9d6e-c4ca-4914-92a6-5bfc8d2b33cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:11.122944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915cb49-ce38-404f-a29a-346bfd887dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd592ee-1779-49d5-b085-fff3e5b84e55,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:11.128704 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a1e38f5b-ad98-4289-80da-10583d4d78b1 req-8e8d615a-5e05-4a5e-9357-7766bb8dcca3 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2863772
Apr 15 10:56:11.129546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9915cb49-ce38-404f-a29a-346bfd887dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:11.131711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9915cb49-ce38-404f-a29a-346bfd887dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:11.136664 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9915cb49-ce38-404f-a29a-346bfd887dcb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/afd592ee-1779-49d5-b085-fff3e5b84e55 HTTP/1.1" status: 204  len: 168 time: 0.5097604
Apr 15 10:56:11.626956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15044b-3b94-427c-82d0-c68565759306 req-357265d6-1760-41e2-8604-22e1f68e02d4 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:11.628675 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5c15044b-3b94-427c-82d0-c68565759306 req-357265d6-1760-41e2-8604-22e1f68e02d4 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.0910664
Apr 15 10:56:11.686120 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5c15044b-3b94-427c-82d0-c68565759306 req-ff41f332-6781-4a76-94ff-5b615a29064c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499389
Apr 15 10:56:12.174542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3367c3-e1de-403e-84f0-925b2d588304 req-a0ea275c-7bb4-4856-9ed7-9674fc406103 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:12.176368 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0b3367c3-e1de-403e-84f0-925b2d588304 req-a0ea275c-7bb4-4856-9ed7-9674fc406103 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0984859
Apr 15 10:56:12.230748 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0b3367c3-e1de-403e-84f0-925b2d588304 req-b7a8b6a4-6e63-4949-a428-3c1c38925144 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461819
Apr 15 10:56:12.469442 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 43086) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:12.597919 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-c6e3388d-7ebf-4a33-b628-8b476e523748 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1267664
Apr 15 10:56:12.675391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 43098) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:12.815519 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:12.884507 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:12.890414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c12c2c2e176646b3b17a274822976b43 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:12.894307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:12.903136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:12.965385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc54f5-5404-4a93-91b3-3b42f61802c2 req-0ce76945-01ec-461f-8eab-d4e578dc82a7 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:12.966909 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1adc54f5-5404-4a93-91b3-3b42f61802c2 req-0ce76945-01ec-461f-8eab-d4e578dc82a7 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.1555505
Apr 15 10:56:13.039324 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1adc54f5-5404-4a93-91b3-3b42f61802c2 req-85904699-b242-489e-b9fc-741bfaab5e02 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642626
Apr 15 10:56:13.066636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.070989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.073650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:56:13.080201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b94ee046-cb86-49ac-baaf-efcca61e6a2d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:13.123136 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c12c2c2e176646b3b17a274822976b43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4466329
Apr 15 10:56:13.124943 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62e354-7c18-4602-83b3-7caeeaf14090,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:13.126147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 43110) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:13.128261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:13.192539 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4de70a87-9723-40c3-971b-cbbb6be9b342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.220268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4de70a87-9723-40c3-971b-cbbb6be9b342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.265381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4de70a87-9723-40c3-971b-cbbb6be9b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.270645 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ac3fa8b0-cf89-4c6c-bdf6-94d716d29df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:13.284202 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70a87-9723-40c3-971b-cbbb6be9b342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb62e354-7c18-4602-83b3-7caeeaf14090,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:13.289218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4de70a87-9723-40c3-971b-cbbb6be9b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:13.293700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4de70a87-9723-40c3-971b-cbbb6be9b342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:13.297862 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4de70a87-9723-40c3-971b-cbbb6be9b342 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb62e354-7c18-4602-83b3-7caeeaf14090 HTTP/1.1" status: 204  len: 168 time: 0.1704342
Apr 15 10:56:13.463573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfac13c-030f-4fbd-b449-ae53cf620ca4 req-05877ce2-24b1-4c35-a7b9-7e22503fc702 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:13.465188 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8cfac13c-030f-4fbd-b449-ae53cf620ca4 req-05877ce2-24b1-4c35-a7b9-7e22503fc702 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0945718
Apr 15 10:56:13.511425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:13.519539 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8cfac13c-030f-4fbd-b449-ae53cf620ca4 req-a67c8e3d-bcdf-4518-8876-3aba34a3b524 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477483
Apr 15 10:56:14.245765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae3178-9555-4f02-be2a-24acc6fc9edc req-f07c1466-2ca0-411b-9267-59dd424cd133 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:14.247393 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4bae3178-9555-4f02-be2a-24acc6fc9edc req-f07c1466-2ca0-411b-9267-59dd424cd133 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.0943725
Apr 15 10:56:14.298674 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4bae3178-9555-4f02-be2a-24acc6fc9edc req-d3f4e307-037e-4601-bcb3-61c586a3b718 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449469
Apr 15 10:56:14.765304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b060681-e9a9-468d-b6e8-7b7eb6d6a71a req-6a87270e-84f3-4b95-b7a0-f0a5a67ec524 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:14.767207 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b060681-e9a9-468d-b6e8-7b7eb6d6a71a req-6a87270e-84f3-4b95-b7a0-f0a5a67ec524 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1167912
Apr 15 10:56:14.767556 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-47ca80eb-e5ed-49f9-a9ce-16c669e3e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:14.769192 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-47ca80eb-e5ed-49f9-a9ce-16c669e3e4c3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381&tenant_id=baece6e1d3d74502abc623559fb98938 HTTP/1.1" status: 200  len: 1096 time: 0.0993826
Apr 15 10:56:14.825647 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b060681-e9a9-468d-b6e8-7b7eb6d6a71a req-75c454e6-a44e-4d60-8142-5516d10ee73c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505552
Apr 15 10:56:14.891280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-ca22bd80-e325-4edf-9406-9cf54c7f67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:14.892857 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-ca22bd80-e325-4edf-9406-9cf54c7f67b9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 1096 time: 0.0840199
Apr 15 10:56:15.048855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-0979b300-e2a7-4a37-ad56-c659f1af4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:15.050486 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-0979b300-e2a7-4a37-ad56-c659f1af4581 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.1455357
Apr 15 10:56:15.166371 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-7a703eeb-b763-4fe4-a58b-a2eb1fa6401d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26 HTTP/1.1" status: 200  len: 999 time: 0.1085362
Apr 15 10:56:15.237881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-cbf40963-bc1c-4274-905a-ed3ef6c59092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:15.239441 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-cbf40963-bc1c-4274-905a-ed3ef6c59092 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.0661526
Apr 15 10:56:15.331095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-6d9e361e-661d-4db8-9b0e-d67856af1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:15.332706 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-6d9e361e-661d-4db8-9b0e-d67856af1f44 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856423
Apr 15 10:56:15.565723 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-676b6612-af76-4cb2-a9f6-372ac11acada service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2187719
Apr 15 10:56:15.579271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec2b56-fcb2-4b23-9aa5-6a573a6af5dd req-2e72cbd4-e473-41ec-b59f-7f96146a4e81 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:15.580815 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-98ec2b56-fcb2-4b23-9aa5-6a573a6af5dd req-2e72cbd4-e473-41ec-b59f-7f96146a4e81 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.1476381
Apr 15 10:56:15.719909 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-98ec2b56-fcb2-4b23-9aa5-6a573a6af5dd req-80722560-77d7-48c8-b433-73bc74d7b22d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152239
Apr 15 10:56:15.767476 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4dc6ea83-5069-48a0-8d90-09d1569f20aa req-ea94bfd7-1912-4753-aaf6-07a4e97f8306 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855507
Apr 15 10:56:16.050279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334f1d-9962-4f00-84e7-2253df8f8596 req-4db01dc4-7af1-4f94-b308-f32bd83ba70c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:16.052011 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-da334f1d-9962-4f00-84e7-2253df8f8596 req-4db01dc4-7af1-4f94-b308-f32bd83ba70c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1050322
Apr 15 10:56:16.102765 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-da334f1d-9962-4f00-84e7-2253df8f8596 req-82bcb512-e4b3-43c7-9a02-cdd5083c524e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426528
Apr 15 10:56:16.954940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05499e-66cc-419c-8318-f760c11fefb9 req-f83b842d-d6ab-459d-a272-96315b268e63 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:16.957229 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5c05499e-66cc-419c-8318-f760c11fefb9 req-f83b842d-d6ab-459d-a272-96315b268e63 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.1187639
Apr 15 10:56:17.061283 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5c05499e-66cc-419c-8318-f760c11fefb9 req-346a7972-7d15-49a0-86e6-aad1dbda9ed2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969415
Apr 15 10:56:17.335022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c580310-a7d5-42e0-a72f-9a624e59c5df req-5e60a516-48a6-46f2-a454-4883ed8fdbdd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:17.337201 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5c580310-a7d5-42e0-a72f-9a624e59c5df req-5e60a516-48a6-46f2-a454-4883ed8fdbdd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1021721
Apr 15 10:56:17.389627 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5c580310-a7d5-42e0-a72f-9a624e59c5df req-ed8f2bd1-1013-4e8a-8943-a5f0743a0d4a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455489
Apr 15 10:56:18.287869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60194b-676b-4402-bf17-bfdb3868fc1f req-265193d9-0526-4f0f-b7f7-d960a6f616b5 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:18.290283 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fb60194b-676b-4402-bf17-bfdb3868fc1f req-265193d9-0526-4f0f-b7f7-d960a6f616b5 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 944 time: 0.1053019
Apr 15 10:56:18.359922 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fb60194b-676b-4402-bf17-bfdb3868fc1f req-d8acb764-a9df-448d-b301-3141032ecd7b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507655
Apr 15 10:56:18.622429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff265e-72d8-4827-9a82-f955addde359 req-9c679e68-c2e4-48e6-98eb-4d77fb036311 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:18.623959 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0cff265e-72d8-4827-9a82-f955addde359 req-9c679e68-c2e4-48e6-98eb-4d77fb036311 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1042800
Apr 15 10:56:18.676977 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0cff265e-72d8-4827-9a82-f955addde359 req-e6498623-eb3f-4977-a97d-24a87241f5c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465651
Apr 15 10:56:18.982353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 45fef69a-ba3c-4d9f-af6d-acc809b63a30 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:56:19.147390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 45fef69a-ba3c-4d9f-af6d-acc809b63a30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:19.162176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'port_id': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'mac_address': 'fa:16:3e:c5:62:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:56:19.228510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.254531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fef69a-ba3c-4d9f-af6d-acc809b63a30 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:56:19.272367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 45fef69a-ba3c-4d9f-af6d-acc809b63a30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:19.275829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:19.277842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4ff4310a-19c9-4b02-b48d-98cea3488730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:19.354086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=45fef69a-ba3c-4d9f-af6d-acc809b63a30,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:19.357614 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:19.575215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dd94e-7ab0-40fe-86a3-33d4fba44cb0 req-90a4d65d-6692-48bb-8684-01f91c614c05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:19.577148 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b45dd94e-7ab0-40fe-86a3-33d4fba44cb0 req-90a4d65d-6692-48bb-8684-01f91c614c05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 945 time: 0.0960515
Apr 15 10:56:19.631464 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b45dd94e-7ab0-40fe-86a3-33d4fba44cb0 req-be38c28d-39d1-4f7c-bc0d-c9747a2f2bfc tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476236
Apr 15 10:56:19.894071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edf0c3-3fce-41dc-b9b6-42da720d67f9 req-27b5a457-983b-452c-9a1a-dd46c6c1e670 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:19.895694 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b5edf0c3-3fce-41dc-b9b6-42da720d67f9 req-27b5a457-983b-452c-9a1a-dd46c6c1e670 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0963631
Apr 15 10:56:19.945108 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b5edf0c3-3fce-41dc-b9b6-42da720d67f9 req-e6883bc9-650e-4be8-be12-f34f5c98a8ac tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424635
Apr 15 10:56:20.385824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['45fef69a-ba3c-4d9f-af6d-acc809b63a30'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:20.642819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ee589d92-3cfa-4258-b04e-cad7503d0049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:20.842239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee24681-3e64-4355-b128-f0645c118dd7 req-456a08be-af63-43d6-949c-bf7f87c9958d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:20.843909 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ee24681-3e64-4355-b128-f0645c118dd7 req-456a08be-af63-43d6-949c-bf7f87c9958d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 945 time: 0.0937498
Apr 15 10:56:20.897895 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ee24681-3e64-4355-b128-f0645c118dd7 req-37496929-44a2-4e90-ab02-98262e5039fe tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455768
Apr 15 10:56:21.171799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe36fc-7699-45c9-8677-d0f4b3389ca6 req-de4b3f79-2951-43ac-bc65-58f2d6ab51bb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:21.173736 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-befe36fc-7699-45c9-8677-d0f4b3389ca6 req-de4b3f79-2951-43ac-bc65-58f2d6ab51bb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0965991
Apr 15 10:56:21.230185 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-befe36fc-7699-45c9-8677-d0f4b3389ca6 req-c1bbe8af-65e6-49f9-93c3-6c4f2de5808b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490019
Apr 15 10:56:22.134168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d306d1-0be5-42e3-af56-8c2ef37cfdb2 req-ae6ad16a-e87d-48e3-864d-832f9a953bd6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:22.136460 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d2d306d1-0be5-42e3-af56-8c2ef37cfdb2 req-ae6ad16a-e87d-48e3-864d-832f9a953bd6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 945 time: 0.1018202
Apr 15 10:56:22.193153 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d2d306d1-0be5-42e3-af56-8c2ef37cfdb2 req-5ac15124-48ba-401f-bb61-dba5e2d90395 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501592
Apr 15 10:56:22.458525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea670-11cf-4b8e-b4b8-6be857bba8f2 req-e0187897-26ad-403b-854e-3c1f0f416a09 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:22.458525 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-311ea670-11cf-4b8e-b4b8-6be857bba8f2 req-e0187897-26ad-403b-854e-3c1f0f416a09 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0999734
Apr 15 10:56:22.516116 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-311ea670-11cf-4b8e-b4b8-6be857bba8f2 req-1253e5f6-b7f1-436d-9947-045e31f3cd25 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505283
Apr 15 10:56:23.066293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c889cd0f-e213-4763-8b1a-c42d7aa260c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:23.411185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7637c7-46ed-49ea-b23a-1b36594fd499 req-62195418-432a-4bc8-b200-b53aefe297d7 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:23.413929 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d7637c7-46ed-49ea-b23a-1b36594fd499 req-62195418-432a-4bc8-b200-b53aefe297d7 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 945 time: 0.0974674
Apr 15 10:56:23.464911 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d7637c7-46ed-49ea-b23a-1b36594fd499 req-597c121e-89f5-464c-9c79-aee1773c7ad4 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451174
Apr 15 10:56:23.740058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29564a08-f4b5-4657-9d2d-edf9b0db745a req-1c5dd24b-1706-4802-a1cd-113b6b750d0c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:23.742785 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-29564a08-f4b5-4657-9d2d-edf9b0db745a req-1c5dd24b-1706-4802-a1cd-113b6b750d0c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0974598
Apr 15 10:56:23.794908 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-29564a08-f4b5-4657-9d2d-edf9b0db745a req-f97bcdba-b147-4c77-9c14-6d171961ea70 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453207
Apr 15 10:56:23.854498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:23.936539 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 45fef69a-ba3c-4d9f-af6d-acc809b63a30 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:24.023449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:24.026089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:56:24.031701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:24.032432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:24.182297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:24.211938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fef69a-ba3c-4d9f-af6d-acc809b63a30'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:24.222119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 45fef69a-ba3c-4d9f-af6d-acc809b63a30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:24.225063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:24.227790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:24.298456 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'code': 200}
Apr 15 10:56:24.330304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=45fef69a-ba3c-4d9f-af6d-acc809b63a30,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:24.344756 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.345130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.346737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.346737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.347451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.347945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.349266 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.351785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.352406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.353387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.354214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.355130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:24.367828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:24.684233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb51b09-2da5-4de8-b5e4-f91efdff422e req-e1ed2874-66a2-4dd1-8cae-ec30b195675d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:24.686346 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9cb51b09-2da5-4de8-b5e4-f91efdff422e req-e1ed2874-66a2-4dd1-8cae-ec30b195675d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0967078
Apr 15 10:56:24.738794 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9cb51b09-2da5-4de8-b5e4-f91efdff422e req-a54381c3-df5e-4eb4-9f62-7468091b8359 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455806
Apr 15 10:56:24.963275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:25.030121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe5942-fdc9-460e-85eb-097eedb7d9ed req-dc8a6e65-f474-43b3-8659-2a77fce5effd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:25.038538 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ebe5942-fdc9-460e-85eb-097eedb7d9ed req-dc8a6e65-f474-43b3-8659-2a77fce5effd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1011028
Apr 15 10:56:25.086574 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ebe5942-fdc9-460e-85eb-097eedb7d9ed req-55c5a3f1-6c9b-4798-85a0-a95dba321838 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470634
Apr 15 10:56:25.961378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83b239-5479-4b76-a354-ea6c0ae31105 req-1b68a422-2d80-4fba-bc4e-08af42dba7f3 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:25.963890 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-df83b239-5479-4b76-a354-ea6c0ae31105 req-1b68a422-2d80-4fba-bc4e-08af42dba7f3 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1049507
Apr 15 10:56:26.051753 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-df83b239-5479-4b76-a354-ea6c0ae31105 req-cc93dddc-2425-4495-929a-d2bfdc2998e3 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816405
Apr 15 10:56:26.054369 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:26.354600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60e19-df6c-4d8c-a5aa-a2455f0ed8e4 req-ed1b0e87-ce8d-4176-aa11-0d63d15a1adb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:26.357762 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-add60e19-df6c-4d8c-a5aa-a2455f0ed8e4 req-ed1b0e87-ce8d-4176-aa11-0d63d15a1adb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1195850
Apr 15 10:56:26.411087 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-add60e19-df6c-4d8c-a5aa-a2455f0ed8e4 req-22129920-d697-4cb7-9e8f-8523944dffa0 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459263
Apr 15 10:56:27.270762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42549c08-2d93-4281-8e89-d61ad2809cd9 req-067769c5-85e2-4b1b-8b71-7f7a37006e21 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:27.272999 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-42549c08-2d93-4281-8e89-d61ad2809cd9 req-067769c5-85e2-4b1b-8b71-7f7a37006e21 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1017551
Apr 15 10:56:27.328442 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-42549c08-2d93-4281-8e89-d61ad2809cd9 req-cc73ce69-fe8f-4afa-9475-f43445e5cb08 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467136
Apr 15 10:56:27.679781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bdbd1-10e5-4cb3-8a2f-c84df4c2e04f req-5299f0bc-977b-44b4-b0b7-dfff558b9c1f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:27.681464 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5f1bdbd1-10e5-4cb3-8a2f-c84df4c2e04f req-5299f0bc-977b-44b4-b0b7-dfff558b9c1f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1006224
Apr 15 10:56:27.739630 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5f1bdbd1-10e5-4cb3-8a2f-c84df4c2e04f req-14b0a434-9b62-40cd-b9c3-6dc2f9780151 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510669
Apr 15 10:56:28.553875 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444e8cd-ca1c-4fa9-9140-98c2baf78296 req-005a41c6-b4fd-46ca-aeb4-08237c3f2a9e tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:28.555526 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3444e8cd-ca1c-4fa9-9140-98c2baf78296 req-005a41c6-b4fd-46ca-aeb4-08237c3f2a9e tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0902545
Apr 15 10:56:28.608165 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3444e8cd-ca1c-4fa9-9140-98c2baf78296 req-541696b2-df3e-4bf6-9602-8c213c5a9d14 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460134
Apr 15 10:56:28.946334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499178f-e58b-4f26-b9a2-96cbdc9ce0e3 req-0dce9f98-94a3-46b2-8dc9-69c1dc07ad68 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:28.948152 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9499178f-e58b-4f26-b9a2-96cbdc9ce0e3 req-0dce9f98-94a3-46b2-8dc9-69c1dc07ad68 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0873442
Apr 15 10:56:28.997058 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9499178f-e58b-4f26-b9a2-96cbdc9ce0e3 req-9672feb3-f0ac-42a3-a863-8f4e8fcededc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422878
Apr 15 10:56:29.813137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816f3fb-13a7-471f-a3cf-e57a4795b247 req-c4183327-d591-4bf3-a887-3a6062e62424 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:29.814757 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b816f3fb-13a7-471f-a3cf-e57a4795b247 req-c4183327-d591-4bf3-a887-3a6062e62424 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0913477
Apr 15 10:56:29.864403 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b816f3fb-13a7-471f-a3cf-e57a4795b247 req-ba321fd0-07e9-4193-95f7-ab4a39d9f132 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419457
Apr 15 10:56:30.237604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71ef00-69cc-4571-8d9d-830be931ea6e req-9535ce94-b5ff-4074-b583-37766ccfa0fe tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:30.239340 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f71ef00-69cc-4571-8d9d-830be931ea6e req-9535ce94-b5ff-4074-b583-37766ccfa0fe tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1185348
Apr 15 10:56:30.295796 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8f71ef00-69cc-4571-8d9d-830be931ea6e req-a898f8f0-9a61-43fd-971f-ad83d5713821 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497680
Apr 15 10:56:31.138544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f5886-bdb8-444f-8715-ccc2faf5478d req-45fc68a9-72c3-40f2-9227-09d904416598 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:31.140125 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-375f5886-bdb8-444f-8715-ccc2faf5478d req-45fc68a9-72c3-40f2-9227-09d904416598 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1581068
Apr 15 10:56:31.165534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcfdd5-f5a0-415b-8515-1f543b87db82 req-6085ff38-4a93-4318-a29d-03fe1d859718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:31.167070 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8bcfdd5-f5a0-415b-8515-1f543b87db82 req-6085ff38-4a93-4318-a29d-03fe1d859718 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 1099 time: 0.1281488
Apr 15 10:56:31.214277 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-375f5886-bdb8-444f-8715-ccc2faf5478d req-6c7d4c91-9206-42b2-82ac-13dcc9dc4b5d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654254
Apr 15 10:56:31.231566 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8bcfdd5-f5a0-415b-8515-1f543b87db82 req-9fbfb274-c74f-48be-9bd3-27d80ddc4083 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565813
Apr 15 10:56:31.519334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cff1c-2ee7-4eed-8cc6-c66728f16ebf req-ffb3458f-8efc-4682-972f-60bc44d21b88 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:31.521034 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-095cff1c-2ee7-4eed-8cc6-c66728f16ebf req-ffb3458f-8efc-4682-972f-60bc44d21b88 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0892944
Apr 15 10:56:31.573417 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-095cff1c-2ee7-4eed-8cc6-c66728f16ebf req-f2bd4ecd-01ad-4db8-9ec7-66f114de4aa8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450914
Apr 15 10:56:32.422252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1100-ebd3-44a1-b95e-0c7c093abe6c req-e55f4c16-0ec2-445d-a184-975003303a7b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:32.423817 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d2fc1100-ebd3-44a1-b95e-0c7c093abe6c req-e55f4c16-0ec2-445d-a184-975003303a7b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0912759
Apr 15 10:56:32.473897 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d2fc1100-ebd3-44a1-b95e-0c7c093abe6c req-39b07d38-42c9-47c9-995a-6558212c4e17 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427959
Apr 15 10:56:32.779520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c48b5-440d-49fc-abe4-c0e959ea8382 req-83ff5b9f-b611-4f43-ad93-9bec3116e6e3 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:32.781021 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-148c48b5-440d-49fc-abe4-c0e959ea8382 req-83ff5b9f-b611-4f43-ad93-9bec3116e6e3 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.0883777
Apr 15 10:56:32.830007 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-148c48b5-440d-49fc-abe4-c0e959ea8382 req-b02e32e5-770d-4428-92f3-64158dfd100c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415580
Apr 15 10:56:33.441187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ee2a5-a57b-45e5-8e3e-ab2ba790b1a9 req-a2694180-cc1d-47c9-a589-9ff07e1c59f9 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:33.442880 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-866ee2a5-a57b-45e5-8e3e-ab2ba790b1a9 req-a2694180-cc1d-47c9-a589-9ff07e1c59f9 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 945 time: 0.0963495
Apr 15 10:56:33.496273 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-866ee2a5-a57b-45e5-8e3e-ab2ba790b1a9 req-c3305f7d-437f-4007-9fe8-dfd005fba55f tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457160
Apr 15 10:56:33.688568 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae79d-5e53-4556-a46f-98e11bb63e3f req-21babc44-d703-4646-a752-12a02a1e26a2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:33.690235 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5c4ae79d-5e53-4556-a46f-98e11bb63e3f req-21babc44-d703-4646-a752-12a02a1e26a2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0929527
Apr 15 10:56:33.756711 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5c4ae79d-5e53-4556-a46f-98e11bb63e3f req-75a66e64-86c8-49a4-9abd-fe05419148ff tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559790
Apr 15 10:56:33.958345 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7deaa-f724-496b-b48e-9c53df89e162 req-deb9ce4f-9561-4e14-82a0-e7e39b5d10b2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:33.960230 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-62a7deaa-f724-496b-b48e-9c53df89e162 req-deb9ce4f-9561-4e14-82a0-e7e39b5d10b2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0960851
Apr 15 10:56:33.970813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 43396) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:33.977490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'floatingip': {'port_id': '45fef69a-ba3c-4d9f-af6d-acc809b63a30'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:34.062657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:34.338941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f988d-dbc7-4b56-9f14-ffef8d92158e req-f808c5c3-ad7b-4022-9144-14af1203c95a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:34.340496 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f62f988d-dbc7-4b56-9f14-ffef8d92158e req-f808c5c3-ad7b-4022-9144-14af1203c95a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.2142520
Apr 15 10:56:34.716227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29522e1-46ef-4417-b397-bf5997caf0a7 req-60ae7767-068e-40ad-9860-7b9864d6bb96 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:34.717871 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c29522e1-46ef-4417-b397-bf5997caf0a7 req-60ae7767-068e-40ad-9860-7b9864d6bb96 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 945 time: 0.0960054
Apr 15 10:56:34.756816 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f62f988d-dbc7-4b56-9f14-ffef8d92158e req-3d3ee07b-639d-4464-b63a-626c34e5467e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3582795
Apr 15 10:56:34.768956 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c29522e1-46ef-4417-b397-bf5997caf0a7 req-615407d9-de4e-4ec5-92b2-d0c926976d46 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444088
Apr 15 10:56:35.036594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:35.042926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:35.227322 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Floating IP 019d0e7a-0ecb-4b07-a53f-eb754e67bb4e associated. External IP: 172.27.3.52, port: 45fef69a-ba3c-4d9f-af6d-acc809b63a30.
Apr 15 10:56:35.601518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:56:35.802935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:56:35.816771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:35.818886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] Sync routers for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:56:35.831166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:35.832005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b9f0438>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:35.879404 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9b3954eb-7cc6-4d2f-bb83-06dd19c5ddc6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "PUT /v2.0/floatingips/019d0e7a-0ecb-4b07-a53f-eb754e67bb4e HTTP/1.1" status: 200  len: 991 time: 1.9072893
Apr 15 10:56:35.880333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'tag': '45fef69a-ba3c-4d9f-af6d-acc809b63a30'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:35.983225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719ce7e-dd5c-40c4-9af2-b02be3bd5535 req-4163733e-25b7-4ef4-b969-1b53059adff7 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:35.985403 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6719ce7e-dd5c-40c4-9af2-b02be3bd5535 req-4163733e-25b7-4ef4-b969-1b53059adff7 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 945 time: 0.0947161
Apr 15 10:56:36.010566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f44e8-2b94-4667-82e3-4d2de2ff897c req-ce895abd-5c72-42b0-b1ac-00357e5ac2d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:36.012391 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-239f44e8-2b94-4667-82e3-4d2de2ff897c req-ce895abd-5c72-42b0-b1ac-00357e5ac2d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1046987
Apr 15 10:56:36.034616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:36.043609 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6719ce7e-dd5c-40c4-9af2-b02be3bd5535 req-2b6e95f3-c0ab-4c9d-aeda-e0e00dc0a623 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508835
Apr 15 10:56:36.072721 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-239f44e8-2b94-4667-82e3-4d2de2ff897c req-70a527cf-c93d-4541-8339-a18b4853d853 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520325
Apr 15 10:56:36.131853 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'tag': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'status': 'completed', 'code': 200}
Apr 15 10:56:36.407453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b9f0438>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '019d0e7a-0ecb-4b07-a53f-eb754e67bb4e', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'port_id': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'mac_address': 'fa:16:3e:c5:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:34Z', 'revision_number': 1, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:36.411600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] Checking router: 7f46a32a-07ee-487d-ad3d-a845c4cc8717 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:56:36.420678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:56:36.421325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b9f0438>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:36.615066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:56:36.991175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b9f0438>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '019d0e7a-0ecb-4b07-a53f-eb754e67bb4e', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'port_id': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'mac_address': 'fa:16:3e:c5:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:34Z', 'revision_number': 1, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:56:36.995655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e2593-0b8d-4434-a532-e452ae634c88 None None] The sync data for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi is: [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '019d0e7a-0ecb-4b07-a53f-eb754e67bb4e', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'port_id': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'mac_address': 'fa:16:3e:c5:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:34Z', 'revision_number': 1, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:56:37.022745 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638287b-81c0-4f50-8a11-e94476589d26 req-a2a0b168-d6f9-4423-b863-3870ad1a3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:37.024384 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b638287b-81c0-4f50-8a11-e94476589d26 req-a2a0b168-d6f9-4423-b863-3870ad1a3f2e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 1099 time: 0.0847521
Apr 15 10:56:37.240542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638287b-81c0-4f50-8a11-e94476589d26 req-5a4ea0c7-fb12-4613-ac30-b6a515b6efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:37.242262 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b638287b-81c0-4f50-8a11-e94476589d26 req-5a4ea0c7-fb12-4613-ac30-b6a515b6efff service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 911 time: 0.2009342
Apr 15 10:56:37.300442 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dfa1a-ac1f-4932-bee6-3afbfe2f66dd None None] New status for floating IP 019d0e7a-0ecb-4b07-a53f-eb754e67bb4e: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:56:37.304015 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10095352-cc02-40d0-b2e1-be8f30c3f70c req-d0e6ab6a-362f-4a7c-8eb8-0d842fab7a01 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:37.305809 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-10095352-cc02-40d0-b2e1-be8f30c3f70c req-d0e6ab6a-362f-4a7c-8eb8-0d842fab7a01 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1023002
Apr 15 10:56:37.356906 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-10095352-cc02-40d0-b2e1-be8f30c3f70c req-b2b746a3-f185-4822-896b-af700ba3256d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444884
Apr 15 10:56:37.357581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260711a2-8fe0-4888-affb-1c9a5e58bdf0 req-62fe7f31-471b-43c4-b418-ee896e214129 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:37.359206 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-260711a2-8fe0-4888-affb-1c9a5e58bdf0 req-62fe7f31-471b-43c4-b418-ee896e214129 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 945 time: 0.1939204
Apr 15 10:56:37.416144 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b638287b-81c0-4f50-8a11-e94476589d26 req-03a08c6f-d41e-4434-9a96-d4d537d956ad service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30 HTTP/1.1" status: 200  len: 999 time: 0.1541591
Apr 15 10:56:37.484193 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-260711a2-8fe0-4888-affb-1c9a5e58bdf0 req-16a79414-cfab-41fe-bf12-929ceef1e5ff tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/security-groups?id=23f7ba09-56c7-435e-b919-53ce55bad031&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140239
Apr 15 10:56:37.504556 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638287b-81c0-4f50-8a11-e94476589d26 req-5e3f769f-ddff-4705-b938-1fca7acc22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:37.506687 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b638287b-81c0-4f50-8a11-e94476589d26 req-5e3f769f-ddff-4705-b938-1fca7acc22fd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 200  len: 848 time: 0.0817301
Apr 15 10:56:37.608004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638287b-81c0-4f50-8a11-e94476589d26 req-714a7710-3cb9-4e88-b306-69ca75eb3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:37.609615 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b638287b-81c0-4f50-8a11-e94476589d26 req-714a7710-3cb9-4e88-b306-69ca75eb3665 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf464196-3e2b-4994-9be4-6ad8317143ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881116
Apr 15 10:56:37.616921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1e59-b62c-4fff-8629-f13830517c2e req-5d617ee8-2b5a-4351-a9b7-a6011716598e tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:37.618650 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-101e1e59-b62c-4fff-8629-f13830517c2e req-5d617ee8-2b5a-4351-a9b7-a6011716598e tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.104 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 945 time: 0.0960453
Apr 15 10:56:37.707258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Deleting port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:56:37.707658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:37.769762 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b638287b-81c0-4f50-8a11-e94476589d26 req-9269a1e0-04b6-4bc7-8474-2cbc067a3250 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516039
Apr 15 10:56:37.935566 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b638287b-81c0-4f50-8a11-e94476589d26 req-624cfa43-c977-4a3d-a71c-bf12089ea66c service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462846
Apr 15 10:56:37.995505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] For port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,segment=NetworkSegment(3a4e9f41-2334-4cde-989c-f795e1740117),segment_id=3a4e9f41-2334-4cde-989c-f795e1740117)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:37.995965 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:38.137221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Calling delete_port for 2322eae4-ee7f-4b6f-92c1-f3d49732b29a owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:56:38.153373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:56:38.305205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:38.321968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:38.426899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Pushing event deleted for resources: {'Port': ['ID=2322eae4-ee7f-4b6f-92c1-f3d49732b29a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:38.429445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['2322eae4-ee7f-4b6f-92c1-f3d49732b29a'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:38.442600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.442970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.443407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.444419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.444820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.445225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.445653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.446056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.446454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.446850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.447506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.447898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:38.453167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:38.523476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:38.542468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'port_id': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'mac_address': 'fa:16:3e:1e:58:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:56:38.595862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459c8e6-2914-451b-bf18-0bed30e8f65d req-2c2c6f71-226a-4531-aee1-b46a7e17c530 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:38.597718 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1459c8e6-2914-451b-bf18-0bed30e8f65d req-2c2c6f71-226a-4531-aee1-b46a7e17c530 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 943 time: 0.1042554
Apr 15 10:56:38.627147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:38.648606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbec163e-669d-4ba6-83bf-c6f535c63d26 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:56:38.650905 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1459c8e6-2914-451b-bf18-0bed30e8f65d req-074ce409-c5ea-4801-89ad-2220532be2f7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449493
Apr 15 10:56:38.660138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] No DVR routers for this DVR port 2322eae4-ee7f-4b6f-92c1-f3d49732b29a on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:56:38.666862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:38.668678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:38.670315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:38.671811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925344b3-315a-4dae-baa5-87d7b9bd5353', 'name': 'network-vif-deleted', 'tag': '2322eae4-ee7f-4b6f-92c1-f3d49732b29a'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:38.672644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:38.679253 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de1c3e7b-1d53-434a-95df-bec62186c8bb req-b4fe90b8-e851-4da2-a7e3-b82f21716bc2 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.68 "GET /v2.0/ports?device_id=925344b3-315a-4dae-baa5-87d7b9bd5353 HTTP/1.1" status: 200  len: 210 time: 0.0663171
Apr 15 10:56:38.695130 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-101e1e59-b62c-4fff-8629-f13830517c2e req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] 10.222.0.104 "DELETE /v2.0/ports/2322eae4-ee7f-4b6f-92c1-f3d49732b29a HTTP/1.1" status: 204  len: 173 time: 1.0713651
Apr 15 10:56:38.744577 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925344b3-315a-4dae-baa5-87d7b9bd5353', 'name': 'network-vif-deleted', 'tag': '2322eae4-ee7f-4b6f-92c1-f3d49732b29a', 'status': 'completed', 'code': 200}
Apr 15 10:56:38.749619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=9']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:38.752810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:39.048906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['cbec163e-669d-4ba6-83bf-c6f535c63d26'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:56:39.867187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c428e6-3251-47fe-8413-57678d0ada23 req-77f079ba-8087-4bb8-a76b-4b7ec97e304e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:39.868789 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c2c428e6-3251-47fe-8413-57678d0ada23 req-77f079ba-8087-4bb8-a76b-4b7ec97e304e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 944 time: 0.0903511
Apr 15 10:56:39.923335 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c2c428e6-3251-47fe-8413-57678d0ada23 req-87e44650-79e8-4de6-ba21-c5a12905ea7a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476754
Apr 15 10:56:41.135533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b423ea-804e-4fef-99f0-b3ba2c761849 req-a00edc4d-c5fb-4bcd-9bc6-d93391fb049e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:41.137124 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e6b423ea-804e-4fef-99f0-b3ba2c761849 req-a00edc4d-c5fb-4bcd-9bc6-d93391fb049e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 944 time: 0.0916274
Apr 15 10:56:41.184753 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e6b423ea-804e-4fef-99f0-b3ba2c761849 req-455ba9ad-52d8-4dbd-a4d5-c7029b077a5d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412571
Apr 15 10:56:41.686534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:56:41.764814 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port cbec163e-669d-4ba6-83bf-c6f535c63d26 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:56:41.765230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:41.890309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:41.918971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:56:41.929379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:56:41.933100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:41.934087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 2322eae4-ee7f-4b6f-92c1-f3d49732b29a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:56:41.968215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:42.011668 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'code': 200}
Apr 15 10:56:42.019189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 2322eae4-ee7f-4b6f-92c1-f3d49732b29a {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:56:42.019589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 2322eae4-ee7f-4b6f-92c1-f3d49732b29a not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:56:42.048838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=10']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:42.052334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:42.396325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06cba-b772-43bc-95f0-bf14432fedf5 req-6a094d3b-5d85-4b00-88e7-2c1197a7f257 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:42.398165 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e2d06cba-b772-43bc-95f0-bf14432fedf5 req-6a094d3b-5d85-4b00-88e7-2c1197a7f257 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.0935171
Apr 15 10:56:42.447662 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e2d06cba-b772-43bc-95f0-bf14432fedf5 req-e8f3949c-2e77-46bb-9d09-92def877a17e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426424
Apr 15 10:56:43.293954 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81492b-40f7-4d61-86bc-6ae7b1a0a907 req-38409136-f8b8-4bd2-a059-f0bc462c3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:43.295536 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7a81492b-40f7-4d61-86bc-6ae7b1a0a907 req-38409136-f8b8-4bd2-a059-f0bc462c3d3f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 1099 time: 0.0781667
Apr 15 10:56:43.342842 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7a81492b-40f7-4d61-86bc-6ae7b1a0a907 req-1d55934a-5f0b-4131-9073-19468bb3f950 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404556
Apr 15 10:56:43.665733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2448b2e-dae4-484d-898b-e02d8e2601d1 req-bba806de-8af5-4aa6-984a-a66f6892c148 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:43.667293 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e2448b2e-dae4-484d-898b-e02d8e2601d1 req-bba806de-8af5-4aa6-984a-a66f6892c148 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.0944777
Apr 15 10:56:43.717279 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e2448b2e-dae4-484d-898b-e02d8e2601d1 req-ddbe06fd-792e-4093-8865-2aafc9987e4e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432224
Apr 15 10:56:44.931985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4c520-f3c5-40cb-a21e-3f2508c0b2a7 req-c734450b-9ae0-42f4-bb76-2e3f3d2399f8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:44.933500 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-80b4c520-f3c5-40cb-a21e-3f2508c0b2a7 req-c734450b-9ae0-42f4-bb76-2e3f3d2399f8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.0928998
Apr 15 10:56:44.987336 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-80b4c520-f3c5-40cb-a21e-3f2508c0b2a7 req-ae74f872-e52b-4941-833c-6c5d2faac96d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471818
Apr 15 10:56:46.197826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08658ff-6e58-49e0-a3e4-0b96fae0655f req-abee99cd-5cec-4817-b15c-f70372c1a2b2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:46.199440 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f08658ff-6e58-49e0-a3e4-0b96fae0655f req-abee99cd-5cec-4817-b15c-f70372c1a2b2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.0900445
Apr 15 10:56:46.251222 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f08658ff-6e58-49e0-a3e4-0b96fae0655f req-4a7e61be-0262-4992-960f-602020426eda tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454085
Apr 15 10:56:47.489844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d5d51-8b9f-4681-9bb1-6dbb74ff6444 req-c78e96c3-0d91-4347-b5d2-ec5602c73797 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:47.491791 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0d5d51-8b9f-4681-9bb1-6dbb74ff6444 req-c78e96c3-0d91-4347-b5d2-ec5602c73797 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.1113460
Apr 15 10:56:47.544047 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0d5d51-8b9f-4681-9bb1-6dbb74ff6444 req-7fbc36c7-23f5-4c8b-9174-e9561fe604d9 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444839
Apr 15 10:56:48.769812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65823f20-20ef-4dbf-9f41-cb40f99bb72f req-4710dff9-2d9f-44ce-b823-2379e5ea4e77 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:48.771541 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-65823f20-20ef-4dbf-9f41-cb40f99bb72f req-4710dff9-2d9f-44ce-b823-2379e5ea4e77 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.0980194
Apr 15 10:56:48.821537 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-65823f20-20ef-4dbf-9f41-cb40f99bb72f req-43143c8e-77db-4142-954e-58925e1cbf24 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430312
Apr 15 10:56:50.073178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:56:50.644557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ae01d2d4-5617-49bf-960e-59f83c6c3821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.682159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 43632) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:51.808521 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.825717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:51.829786 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee8eb11644842cd95cbec6958c72a77 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:51.832870 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:51.840237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:51.927201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.930235 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.940269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b78104d1-bc43-415d-90c2-12dcdf87eaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:51.985197 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ee8eb11644842cd95cbec6958c72a77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3018699
Apr 15 10:56:51.987202 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d1dc13-c25c-48db-9afc-372459b2e288,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:51.988436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 43638) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:51.995688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.996135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.996547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.996955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.997376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.997791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.998193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.998628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.999034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.999426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:51.999819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.000206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.004413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:52.055067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ebab9094-f2b9-4c90-aaa6-d25917235dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.085840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ebab9094-f2b9-4c90-aaa6-d25917235dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.130690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ebab9094-f2b9-4c90-aaa6-d25917235dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.136877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bfb9cec5-eb85-41cc-9d08-b67011651972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:52.150687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab9094-f2b9-4c90-aaa6-d25917235dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d1dc13-c25c-48db-9afc-372459b2e288,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:52.153745 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ebab9094-f2b9-4c90-aaa6-d25917235dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:52.154708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ebab9094-f2b9-4c90-aaa6-d25917235dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.158159 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ebab9094-f2b9-4c90-aaa6-d25917235dc9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/48d1dc13-c25c-48db-9afc-372459b2e288 HTTP/1.1" status: 204  len: 168 time: 0.1660252
Apr 15 10:56:52.449233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 43646) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:52.468391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.484810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:52.489054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Usage tracker for resource:security_group_rule and tenant:fe69bffd1cd147079715e71069e2ed4c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:52.492811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:52.499032 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:52.593965 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.597923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.607920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d8a358bd-eb9a-4d9f-b04b-09e663545047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:52.651809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ef33b1-eb33-4034-9c6e-4714e61bf375,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:52.659449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 43656) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:52.659630 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe69bffd1cd147079715e71069e2ed4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2091398
Apr 15 10:56:52.660909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:52.734009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3742c489-3d25-49f6-aed1-8bd0e94b9319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.992504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3742c489-3d25-49f6-aed1-8bd0e94b9319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:53.038220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3742c489-3d25-49f6-aed1-8bd0e94b9319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:53.043471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50ded2f3-c060-47f9-8b5d-70ade028cce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:53.058132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742c489-3d25-49f6-aed1-8bd0e94b9319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ef33b1-eb33-4034-9c6e-4714e61bf375,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:53.060522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3742c489-3d25-49f6-aed1-8bd0e94b9319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:53.069695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3742c489-3d25-49f6-aed1-8bd0e94b9319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:53.070951 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3742c489-3d25-49f6-aed1-8bd0e94b9319 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6ef33b1-eb33-4034-9c6e-4714e61bf375 HTTP/1.1" status: 204  len: 168 time: 0.4102170
Apr 15 10:56:53.081425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-802914c0-559f-432b-a6f3-b867a4646d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:53.857460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.005551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.921558 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 43710) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:54.966443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.051610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.066858 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:55.071654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Usage tracker for resource:security_group_rule and tenant:f70d83d7ef35422986a44b46003fa83e is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:55.074894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:55.080774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:55.171660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.174668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.184199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71aa50af-472e-430f-a727-162b2129d4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.227174 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f70d83d7ef35422986a44b46003fa83e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3043082
Apr 15 10:56:55.228214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84262b6c-907a-4bc7-93ac-6ed6dd3e0ea4,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.230197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 43716) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:55.231597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.293217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-23638fa0-8b9f-4706-877b-bea895ac9534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.322839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-23638fa0-8b9f-4706-877b-bea895ac9534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.365775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-23638fa0-8b9f-4706-877b-bea895ac9534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.371412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-973e9224-3f5b-4515-91fd-e7c97791d4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.384857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23638fa0-8b9f-4706-877b-bea895ac9534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84262b6c-907a-4bc7-93ac-6ed6dd3e0ea4,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.388734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-23638fa0-8b9f-4706-877b-bea895ac9534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.394372 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-23638fa0-8b9f-4706-877b-bea895ac9534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.395566 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-23638fa0-8b9f-4706-877b-bea895ac9534 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/84262b6c-907a-4bc7-93ac-6ed6dd3e0ea4 HTTP/1.1" status: 204  len: 168 time: 0.1642828
Apr 15 10:56:55.698354 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 43724) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:55.718106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.738679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:55.742990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Usage tracker for resource:security_group_rule and tenant:4f939972c78541908df8c29f5824a750 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:55.746181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:55.752570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:55.839130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.841892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.850950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9340d025-7732-4a61-b783-86edd31a5d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.894482 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f939972c78541908df8c29f5824a750&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1949685
Apr 15 10:56:55.896270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3160999-e56a-4f9e-8916-cb0556551942,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.897393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 43728) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:55.899698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.965956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-baf2b9b6-9341-485f-95ed-647f405b5b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.999085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-baf2b9b6-9341-485f-95ed-647f405b5b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.049606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.054647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-baf2b9b6-9341-485f-95ed-647f405b5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.060084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7ca747c4-a1ce-4b2e-a876-ce75266c4796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:56.073600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2b9b6-9341-485f-95ed-647f405b5b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3160999-e56a-4f9e-8916-cb0556551942,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:56.081873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-baf2b9b6-9341-485f-95ed-647f405b5b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:56.083145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-baf2b9b6-9341-485f-95ed-647f405b5b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.084706 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-baf2b9b6-9341-485f-95ed-647f405b5b74 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f3160999-e56a-4f9e-8916-cb0556551942 HTTP/1.1" status: 204  len: 168 time: 0.1858265
Apr 15 10:56:56.129685 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-9948b556-c12e-4ff1-b34c-273f51f8d24e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0811942
Apr 15 10:56:56.263123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-cf953bc8-258a-41b7-b200-4cbd3430698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:56.264906 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-cf953bc8-258a-41b7-b200-4cbd3430698f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1098 time: 0.0876684
Apr 15 10:56:56.649005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-ac72f3a2-84a6-4312-8255-73bb602f200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:56.650687 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-ac72f3a2-84a6-4312-8255-73bb602f200b service neutron] 10.222.0.104 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 910 time: 0.3646555
Apr 15 10:56:56.762958 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-8b63854f-501f-4bae-8992-9d9748b92bce service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 1001 time: 0.1050293
Apr 15 10:56:56.845473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-956f30f1-29ed-49a9-bd20-9007707be599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:56.847027 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-956f30f1-29ed-49a9-bd20-9007707be599 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 200  len: 847 time: 0.0771558
Apr 15 10:56:56.932400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-7284a075-fa30-4328-ab0c-4845fcd9e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:56.934032 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-7284a075-fa30-4328-ab0c-4845fcd9e4f2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=028195d1-dab2-4135-be1b-ddfb3cd0c290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797658
Apr 15 10:56:57.094502 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-8f64d4ca-6d40-4806-9558-017f48e15975 service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521244
Apr 15 10:56:57.263762 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5961b64c-71fc-4e47-af2d-6b8fe415cd9b req-85e08398-079b-4c22-840d-b3e7710a0fa7 service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628101
Apr 15 10:56:58.435334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 43802) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:58.565911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.582822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:58.587936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Usage tracker for resource:security_group_rule and tenant:324039a1411f42ba925eecfdaffddfdc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:58.591046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:58.597023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:58.682833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.685632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.695392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77af1c3b-16f4-4b90-a286-0d222a498e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:58.742023 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=324039a1411f42ba925eecfdaffddfdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3054676
Apr 15 10:56:58.743838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4271e48e-6eca-4dd9-bcc9-549e371b2edd,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:58.745703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 43810) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:58.747262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:58.827637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d976e88d-aadb-4732-aadd-2555feed4665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.856691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d976e88d-aadb-4732-aadd-2555feed4665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.903572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d976e88d-aadb-4732-aadd-2555feed4665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.908879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2f0eee36-accd-4b1c-a148-ecab0901dcbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:58.922174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976e88d-aadb-4732-aadd-2555feed4665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271e48e-6eca-4dd9-bcc9-549e371b2edd,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:58.924425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d976e88d-aadb-4732-aadd-2555feed4665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:58.932120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d976e88d-aadb-4732-aadd-2555feed4665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.936028 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d976e88d-aadb-4732-aadd-2555feed4665 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4271e48e-6eca-4dd9-bcc9-549e371b2edd HTTP/1.1" status: 204  len: 168 time: 0.1863880
Apr 15 10:56:59.240803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 43824) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:59.260874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.276634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:59.280895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Usage tracker for resource:security_group_rule and tenant:ee5062c0a85c437db19871800f80d8f0 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:59.284021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:59.290786 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:59.378431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.381328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.391885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cc85245c-f3fa-4edf-9d57-d207c203639b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:59.435658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18251985-1586-443d-a179-ab5798af33c5,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:59.441243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:59.448008 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee5062c0a85c437db19871800f80d8f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2019856
Apr 15 10:56:59.448827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 43830) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:59.512707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9c625bf5-8fbc-47c5-b2be-679bca1f54f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.541265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9c625bf5-8fbc-47c5-b2be-679bca1f54f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.586458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9c625bf5-8fbc-47c5-b2be-679bca1f54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.591549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-627cf7f4-a738-4588-b309-08f789a0f959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:59.605427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c625bf5-8fbc-47c5-b2be-679bca1f54f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18251985-1586-443d-a179-ab5798af33c5,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:59.608782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9c625bf5-8fbc-47c5-b2be-679bca1f54f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:59.610999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9c625bf5-8fbc-47c5-b2be-679bca1f54f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.612424 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9c625bf5-8fbc-47c5-b2be-679bca1f54f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18251985-1586-443d-a179-ab5798af33c5 HTTP/1.1" status: 204  len: 168 time: 0.1627398
Apr 15 10:57:07.971224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44014) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:08.045406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] Deleting subnet 2308f18e-5900-4f2c-9037-4e121ff1c3e6 {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:57:08.048634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.104381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589048'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.164987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.428990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846620328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8100244'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.445417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91cbb9e3-f9f1-4aea-8e98-c48c56c75618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:08.534337 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2308f18e-5900-4f2c-9037-4e121ff1c3e6,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:08.539690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:08.583580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.590360 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-96c1bd28-a8e1-4da7-8379-14c4dbc010c8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2308f18e-5900-4f2c-9037-4e121ff1c3e6 HTTP/1.1" status: 204  len: 168 time: 0.6179929
Apr 15 10:57:08.592929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44018) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:08.709273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.907572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.029466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623b68afd0>,) {'filters': {'network_id': ['0a09ade5-e0e2-4ba2-a431-22646430e338']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:09.044566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b68afd0>, '3a4e9f41-2334-4cde-989c-f795e1740117') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:09.044910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b68afd0>, '3a4e9f41-2334-4cde-989c-f795e1740117') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:09.059037 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848186784'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.074753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.081805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:57:09.266439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Network 0a09ade5-e0e2-4ba2-a431-22646430e338 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:57:09.275667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8156155'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.358720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44034) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:09.464464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Network 0a09ade5-e0e2-4ba2-a431-22646430e338 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:57:09.488443 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:57:09.491004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.505312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:09.509472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Usage tracker for resource:security_group_rule and tenant:49d8d08b7573444c98447775f1e2a8d1 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:09.512493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:09.519553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:09.569270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.573374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:09.591044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.598640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a09ade5-e0e2-4ba2-a431-22646430e338,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:09.602448 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0a09ade5-e0e2-4ba2-a431-22646430e338 HTTP/1.1" status: 204  len: 168 time: 1.0084114
Apr 15 10:57:09.603360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:09.619404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.622490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.632559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-35c3e061-2fff-4d7b-befe-8e3200616a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:09.677092 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=49d8d08b7573444c98447775f1e2a8d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3171492
Apr 15 10:57:09.678081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3ec908-6254-4770-a628-aa470afc82e8,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:09.680018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44042) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:09.681577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:09.728351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44046) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:09.747214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3850d782-ea6b-4441-b831-53f266d39cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.775187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3850d782-ea6b-4441-b831-53f266d39cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.782358 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-49e0d1b8-6f2b-4d5c-a689-1e3695328b04 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b3675c5e39634a70b7f92f52dfc82dee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527146
Apr 15 10:57:09.784877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44050) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:09.824068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3850d782-ea6b-4441-b831-53f266d39cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.829240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-38ffa020-0f3a-45ee-a68c-34a8e130ed43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:09.846248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850d782-ea6b-4441-b831-53f266d39cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3ec908-6254-4770-a628-aa470afc82e8,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:09.848758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3850d782-ea6b-4441-b831-53f266d39cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:09.852804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3850d782-ea6b-4441-b831-53f266d39cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.854407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-156cd980-3886-4c9d-bd62-340ae0aecf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.855028 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3850d782-ea6b-4441-b831-53f266d39cd1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae3ec908-6254-4770-a628-aa470afc82e8 HTTP/1.1" status: 204  len: 168 time: 0.1737208
Apr 15 10:57:09.889889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-156cd980-3886-4c9d-bd62-340ae0aecf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.952537 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-156cd980-3886-4c9d-bd62-340ae0aecf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.957976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3013fe10-11d0-472d-a784-6813e9d72c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:09.973503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cd980-3886-4c9d-bd62-340ae0aecf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f7ba09-56c7-435e-b919-53ce55bad031,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:09.981551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-156cd980-3886-4c9d-bd62-340ae0aecf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:09.996141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-156cd980-3886-4c9d-bd62-340ae0aecf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.000023 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-156cd980-3886-4c9d-bd62-340ae0aecf09 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23f7ba09-56c7-435e-b919-53ce55bad031 HTTP/1.1" status: 204  len: 168 time: 0.2115638
Apr 15 10:57:10.332293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44064) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:10.352138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.368990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:10.373713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Usage tracker for resource:security_group_rule and tenant:ff082cf4994947b893b9ff12cb7e0d14 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:10.376665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:10.383495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:10.467510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.470304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.480053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29e212ff-00a1-4fb9-933d-4fdfc6ba57de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:10.526734 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff082cf4994947b893b9ff12cb7e0d14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1932654
Apr 15 10:57:10.527663 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1ccd84-fca8-4609-868d-0b9de446433b,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:10.529803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44068) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:10.530924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:10.593840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f27a20a9-1d80-4e72-ba71-793dd136653d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.622261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f27a20a9-1d80-4e72-ba71-793dd136653d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.667071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f27a20a9-1d80-4e72-ba71-793dd136653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.672090 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aaee8b43-b151-4ff6-aac5-a88d42ebbddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:10.686306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a20a9-1d80-4e72-ba71-793dd136653d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1ccd84-fca8-4609-868d-0b9de446433b,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:10.689299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f27a20a9-1d80-4e72-ba71-793dd136653d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:10.690267 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f27a20a9-1d80-4e72-ba71-793dd136653d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.691451 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f27a20a9-1d80-4e72-ba71-793dd136653d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a1ccd84-fca8-4609-868d-0b9de446433b HTTP/1.1" status: 204  len: 168 time: 0.1606183
Apr 15 10:57:11.051259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44078) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:11.073862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.089225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:11.093275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Usage tracker for resource:security_group_rule and tenant:b5b2f7f531a74d508ca0c7887b535a18 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:11.096206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:11.102431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:11.186533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.189321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.202573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c3c99092-4606-4d5a-910b-69a7d3f0086f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:11.247342 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5b2f7f531a74d508ca0c7887b535a18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1935906
Apr 15 10:57:11.248268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b01582e-5c99-4682-81f2-0ba86a1a4d8b,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:11.250277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44082) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:11.251566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-32410507-28d6-4ed4-9ec4-e3b87a68c6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:11.315100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97a9a407-822c-4df9-b865-be173dd0e548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.342180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97a9a407-822c-4df9-b865-be173dd0e548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.387124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97a9a407-822c-4df9-b865-be173dd0e548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.392161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fdb9a6e4-a811-4c65-a348-2b21c9709724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:11.406939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9a407-822c-4df9-b865-be173dd0e548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b01582e-5c99-4682-81f2-0ba86a1a4d8b,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:11.410081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-97a9a407-822c-4df9-b865-be173dd0e548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:11.415206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97a9a407-822c-4df9-b865-be173dd0e548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.419149 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-97a9a407-822c-4df9-b865-be173dd0e548 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b01582e-5c99-4682-81f2-0ba86a1a4d8b HTTP/1.1" status: 204  len: 168 time: 0.1650841
Apr 15 10:57:14.334913 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-39aa4c33-fce2-4805-98f0-85042f5e83f7 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=be53a18899924accacdfcc60b9bead92&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0334525
Apr 15 10:57:14.502873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-47b6be9d-8d54-4db3-b18a-1b0e75dce2a7 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:14.504436 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-47b6be9d-8d54-4db3-b18a-1b0e75dce2a7 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1632903
Apr 15 10:57:14.520871 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-d2641e35-621f-4a93-929f-1205614c1a7d tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/quotas/be53a18899924accacdfcc60b9bead92 HTTP/1.1" status: 200  len: 375 time: 0.0096655
Apr 15 10:57:14.575426 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-221c250c-51f5-4799-9aad-69597f988194 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=be53a18899924accacdfcc60b9bead92&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485137
Apr 15 10:57:14.774825 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a8291962-e1de-48d2-8bca-3f7fd936b689 req-22ba2a28-6c27-45fa-b8b5-026daa1323a2 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 210 time: 0.0510328
Apr 15 10:57:15.941275 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-42f9c28d-dd05-4cdc-84c2-5ac778ec1543 req-49b36fc0-c4bc-4aac-b6ba-00ce03f6c371 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 210 time: 0.0498459
Apr 15 10:57:15.997536 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-f5f28261-61ae-4b0c-875a-b07e6b5a964c tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=be53a18899924accacdfcc60b9bead92&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0334997
Apr 15 10:57:16.169102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-c5689d18-4a68-48b1-a8f7-7fbad4c45368 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:16.170785 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-c5689d18-4a68-48b1-a8f7-7fbad4c45368 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1680233
Apr 15 10:57:16.201567 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Request body: {'port': {'device_id': 'a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1', 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1', 'admin_state_up': True, 'tenant_id': 'be53a18899924accacdfcc60b9bead92'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:16.348837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:16.352945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Usage tracker for resource:port and tenant:be53a18899924accacdfcc60b9bead92 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:16.355955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:16.361995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:16.371376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Made reservation on behalf of be53a18899924accacdfcc60b9bead92 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:16.377276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.391097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.406860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:16.411048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Usage tracker for resource:security_group_rule and tenant:be53a18899924accacdfcc60b9bead92 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:16.414529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:16.420658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:16.514777 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.517742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.522301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3a774db1-e364-4ed2-a809-f8b510744081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:16.606144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:16.615907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:16.703376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Allocated IP 192.168.233.218 (29be2bad-7081-4776-bdbb-ab768ec774e1/42df75dc-18a0-4387-9743-c127bd356c0a/c688196d-4b22-4a67-8aa9-14be55caa2a2) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:17.171235 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2374e9fe-5f2a-4c5b-a30c-4868ee0434f1 req-feed4813-9dac-4c40-a0d8-e11aabad6d77 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 210 time: 0.0634987
Apr 15 10:57:17.193245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:17.210965 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Transition to ACTIVE for port object c688196d-4b22-4a67-8aa9-14be55caa2a2 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:17.235186 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:17.251127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8a171fab-7be2-41b4-a99a-6b298675cb39 tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:17.391182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Pushing event updated for resources: {'Port': ['ID=c688196d-4b22-4a67-8aa9-14be55caa2a2,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:17.395544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:17.450837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Network 29be2bad-7081-4776-bdbb-ab768ec774e1 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:17.452027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:17.454530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:17.523465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:17.524314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:17.562029 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3648822
Apr 15 10:57:17.699944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Request body: {'port': {'device_id': 'a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:17.720516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-61696779-6d34-4b4e-90a8-828d00936832 None None] Provisioning for port c688196d-4b22-4a67-8aa9-14be55caa2a2 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:17.726175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-61696779-6d34-4b4e-90a8-828d00936832 None None] Provisioning complete for port c688196d-4b22-4a67-8aa9-14be55caa2a2 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:17.727426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-61696779-6d34-4b4e-90a8-828d00936832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:17.786571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-61696779-6d34-4b4e-90a8-828d00936832 None None] Port c688196d-4b22-4a67-8aa9-14be55caa2a2 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:17.832970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:18.262162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c688196d-4b22-4a67-8aa9-14be55caa2a2 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:18.272246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:18.288919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Transition to ACTIVE for port object c688196d-4b22-4a67-8aa9-14be55caa2a2 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:18.291988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:18.307667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:18.485012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Pushing event updated for resources: {'Port': ['ID=c688196d-4b22-4a67-8aa9-14be55caa2a2,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:18.499133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:18.568721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd9a53-2cbf-4c56-b5c7-0696837b858d req-99de9de7-8c70-48fa-84e3-0c5159e7c246 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:18.569452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9edd9a53-2cbf-4c56-b5c7-0696837b858d req-99de9de7-8c70-48fa-84e3-0c5159e7c246 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Synchronizing usage tracker for tenant:be53a18899924accacdfcc60b9bead92 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:18.660868 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9edd9a53-2cbf-4c56-b5c7-0696837b858d req-99de9de7-8c70-48fa-84e3-0c5159e7c246 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Unset dirty status for tenant:be53a18899924accacdfcc60b9bead92 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:18.662184 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9edd9a53-2cbf-4c56-b5c7-0696837b858d req-99de9de7-8c70-48fa-84e3-0c5159e7c246 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 948 time: 0.3559301
Apr 15 10:57:18.792248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9edd9a53-2cbf-4c56-b5c7-0696837b858d req-7af4f726-87d9-42c8-9cf8-000c8ced9703 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Synchronizing usage tracker for tenant:be53a18899924accacdfcc60b9bead92 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:18.828461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Attempting to bind port c688196d-4b22-4a67-8aa9-14be55caa2a2 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:18.828788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Attempting to bind port c688196d-4b22-4a67-8aa9-14be55caa2a2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:18.829137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Attempting to bind port c688196d-4b22-4a67-8aa9-14be55caa2a2 on network 29be2bad-7081-4776-bdbb-ab768ec774e1 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:18.833158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9edd9a53-2cbf-4c56-b5c7-0696837b858d req-7af4f726-87d9-42c8-9cf8-000c8ced9703 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Unset dirty status for tenant:be53a18899924accacdfcc60b9bead92 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:18.834435 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9edd9a53-2cbf-4c56-b5c7-0696837b858d req-7af4f726-87d9-42c8-9cf8-000c8ced9703 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402490
Apr 15 10:57:18.836466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Port c688196d-4b22-4a67-8aa9-14be55caa2a2 on network 29be2bad-7081-4776-bdbb-ab768ec774e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:57:18.836826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Attempting to bind port c688196d-4b22-4a67-8aa9-14be55caa2a2 on network 29be2bad-7081-4776-bdbb-ab768ec774e1 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:18.842623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:18.842996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Checking segment: {'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:18.843407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Bound using segment: {'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:18.843875 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Bound port: c688196d-4b22-4a67-8aa9-14be55caa2a2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c58f67-acdc-461c-8115-a55dfd433d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:18.844251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:18.946281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] For port c688196d-4b22-4a67-8aa9-14be55caa2a2, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:18.949684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] For port c688196d-4b22-4a67-8aa9-14be55caa2a2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c688196d-4b22-4a67-8aa9-14be55caa2a2,segment=NetworkSegment(c2c58f67-acdc-461c-8115-a55dfd433d73),segment_id=c2c58f67-acdc-461c-8115-a55dfd433d73)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:18.952902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:18.968400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:19.126703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Pushing event updated for resources: {'Port': ['ID=c688196d-4b22-4a67-8aa9-14be55caa2a2,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:19.132102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:19.162280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:19.162941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:19.165016 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-165a0327-5201-4a79-af17-9456daba55bd service neutron] 10.222.0.104 "PUT /v2.0/ports/c688196d-4b22-4a67-8aa9-14be55caa2a2 HTTP/1.1" status: 200  len: 1098 time: 1.5875912
Apr 15 10:57:19.165562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1', 'tag': 'c688196d-4b22-4a67-8aa9-14be55caa2a2'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:19.220886 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1', 'tag': 'c688196d-4b22-4a67-8aa9-14be55caa2a2', 'status': 'completed', 'code': 200}
Apr 15 10:57:19.328787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-a8f9cb43-dfb2-466d-9fa3-6e8b0081afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:19.330435 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-a8f9cb43-dfb2-466d-9fa3-6e8b0081afc7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=be53a18899924accacdfcc60b9bead92&device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 1101 time: 0.0901525
Apr 15 10:57:19.411175 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-eb753644-cb7d-49cd-8d53-3502407dfde0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c688196d-4b22-4a67-8aa9-14be55caa2a2 HTTP/1.1" status: 200  len: 217 time: 0.0672097
Apr 15 10:57:19.484892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-592b927f-401d-40bd-96b8-13825b6636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:19.486577 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-592b927f-401d-40bd-96b8-13825b6636a0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=42df75dc-18a0-4387-9743-c127bd356c0a HTTP/1.1" status: 200  len: 843 time: 0.0690618
Apr 15 10:57:19.568424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-0029a0e8-a66d-4067-970c-fe370076b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:19.570576 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-0029a0e8-a66d-4067-970c-fe370076b1ea service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=29be2bad-7081-4776-bdbb-ab768ec774e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0769024
Apr 15 10:57:19.713379 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-62764a98-8456-44fb-9f01-5bbaaa479c64 service neutron] 10.222.0.104 "GET /v2.0/networks/29be2bad-7081-4776-bdbb-ab768ec774e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366234
Apr 15 10:57:19.868612 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fbeed84-dac0-482f-855e-5c7db1913672 req-b99cb67d-2ade-4501-87bb-3cd8b1e04481 service neutron] 10.222.0.104 "GET /v2.0/networks/29be2bad-7081-4776-bdbb-ab768ec774e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461523
Apr 15 10:57:20.114815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce1cc-8cdd-47c7-8fc9-b47763763ed1 req-04ccfd18-be72-4d07-a768-b6212256a342 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:20.116383 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c07ce1cc-8cdd-47c7-8fc9-b47763763ed1 req-04ccfd18-be72-4d07-a768-b6212256a342 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 948 time: 0.1598201
Apr 15 10:57:20.119200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b6a9-9196-4700-88a6-690666f798c2 req-fc04599f-c3a1-4456-9168-c6261432605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:20.120613 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0461b6a9-9196-4700-88a6-690666f798c2 req-fc04599f-c3a1-4456-9168-c6261432605e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=be53a18899924accacdfcc60b9bead92&device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 1101 time: 0.1273105
Apr 15 10:57:20.253215 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c07ce1cc-8cdd-47c7-8fc9-b47763763ed1 req-67cccb50-7a89-4ba5-9192-af0e5d83ae14 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294556
Apr 15 10:57:20.297810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b6a9-9196-4700-88a6-690666f798c2 req-bed1e678-1fb2-4be1-8455-e93418e3ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:20.299398 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0461b6a9-9196-4700-88a6-690666f798c2 req-bed1e678-1fb2-4be1-8455-e93418e3ffb8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=29be2bad-7081-4776-bdbb-ab768ec774e1 HTTP/1.1" status: 200  len: 871 time: 0.1613209
Apr 15 10:57:20.378415 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0461b6a9-9196-4700-88a6-690666f798c2 req-210acc61-3b63-463d-9003-a73ad37e2e25 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c688196d-4b22-4a67-8aa9-14be55caa2a2 HTTP/1.1" status: 200  len: 217 time: 0.0717027
Apr 15 10:57:20.449175 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b6a9-9196-4700-88a6-690666f798c2 req-3b30ad39-b13f-4e2e-8597-2a465ea6c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:20.450807 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0461b6a9-9196-4700-88a6-690666f798c2 req-3b30ad39-b13f-4e2e-8597-2a465ea6c6de service neutron] 10.222.0.104 "GET /v2.0/subnets?id=42df75dc-18a0-4387-9743-c127bd356c0a HTTP/1.1" status: 200  len: 843 time: 0.0657382
Apr 15 10:57:20.542501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b6a9-9196-4700-88a6-690666f798c2 req-96888672-7fcf-4efe-b681-c0dadff89c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:20.544093 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0461b6a9-9196-4700-88a6-690666f798c2 req-96888672-7fcf-4efe-b681-c0dadff89c53 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=29be2bad-7081-4776-bdbb-ab768ec774e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0844095
Apr 15 10:57:20.647450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a5ffaf8a-dacd-4cd7-b780-74ffecd39a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:20.698679 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0461b6a9-9196-4700-88a6-690666f798c2 req-75a332dc-9d7f-4eb9-8fb2-420016c9acf1 service neutron] 10.222.0.104 "GET /v2.0/networks/29be2bad-7081-4776-bdbb-ab768ec774e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460233
Apr 15 10:57:20.849049 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0461b6a9-9196-4700-88a6-690666f798c2 req-7494d277-2b81-4760-a05c-9527aa90c498 service neutron] 10.222.0.104 "GET /v2.0/networks/29be2bad-7081-4776-bdbb-ab768ec774e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422133
Apr 15 10:57:21.517681 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daa887-04fa-4088-8a59-dadb51a52a69 req-f96b9a50-661a-4ea8-8ec2-304afd041a54 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:21.519288 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d1daa887-04fa-4088-8a59-dadb51a52a69 req-f96b9a50-661a-4ea8-8ec2-304afd041a54 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 948 time: 0.1487978
Apr 15 10:57:21.569145 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d1daa887-04fa-4088-8a59-dadb51a52a69 req-94c901d5-7927-427d-bc90-504bbe1e3b04 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423670
Apr 15 10:57:22.779233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4142849-f644-4b9e-ab57-662cbaf07a51 req-62c068cb-3a94-48d6-acb2-98e6034e9c55 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:22.780871 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4142849-f644-4b9e-ab57-662cbaf07a51 req-62c068cb-3a94-48d6-acb2-98e6034e9c55 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 948 time: 0.0912964
Apr 15 10:57:22.831621 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4142849-f644-4b9e-ab57-662cbaf07a51 req-04a32e0f-d711-475b-9803-9957e05d6dfe tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441637
Apr 15 10:57:22.939606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device c688196d-4b22-4a67-8aa9-14be55caa2a2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:57:23.102138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7010729a-009c-4f54-a362-9b7f705c2ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.105913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port c688196d-4b22-4a67-8aa9-14be55caa2a2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c688196d-4b22-4a67-8aa9-14be55caa2a2,segment=NetworkSegment(c2c58f67-acdc-461c-8115-a55dfd433d73),segment_id=c2c58f67-acdc-461c-8115-a55dfd433d73)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:23.122501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'c688196d-4b22-4a67-8aa9-14be55caa2a2', 'network_id': '29be2bad-7081-4776-bdbb-ab768ec774e1', 'port_id': 'c688196d-4b22-4a67-8aa9-14be55caa2a2', 'mac_address': 'fa:16:3e:91:86:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42df75dc-18a0-4387-9743-c127bd356c0a', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:57:23.187063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.207315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c688196d-4b22-4a67-8aa9-14be55caa2a2 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:23.224193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port c688196d-4b22-4a67-8aa9-14be55caa2a2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c688196d-4b22-4a67-8aa9-14be55caa2a2,segment=NetworkSegment(c2c58f67-acdc-461c-8115-a55dfd433d73),segment_id=c2c58f67-acdc-461c-8115-a55dfd433d73)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:23.226957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.228773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-049437f6-e597-4499-89b1-fe0b45df8b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:23.297931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=c688196d-4b22-4a67-8aa9-14be55caa2a2,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:23.301130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:23.564924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['c688196d-4b22-4a67-8aa9-14be55caa2a2'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:57:23.859076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.014416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.055635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0e1f7-a65d-4df1-9821-8c8ebe6773a9 req-8d9de1fb-b106-4925-a83d-614bfa2de5dc tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:24.057459 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-67c0e1f7-a65d-4df1-9821-8c8ebe6773a9 req-8d9de1fb-b106-4925-a83d-614bfa2de5dc tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 949 time: 0.0985711
Apr 15 10:57:24.108937 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-67c0e1f7-a65d-4df1-9821-8c8ebe6773a9 req-390a299b-b446-4f70-96d0-5d11e0c802af tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449572
Apr 15 10:57:24.949541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device c688196d-4b22-4a67-8aa9-14be55caa2a2 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:25.010249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.037422 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port c688196d-4b22-4a67-8aa9-14be55caa2a2 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:25.042899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port c688196d-4b22-4a67-8aa9-14be55caa2a2 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:25.043341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.172003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.202263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c688196d-4b22-4a67-8aa9-14be55caa2a2'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:25.213549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port c688196d-4b22-4a67-8aa9-14be55caa2a2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c688196d-4b22-4a67-8aa9-14be55caa2a2,segment=NetworkSegment(c2c58f67-acdc-461c-8115-a55dfd433d73),segment_id=c2c58f67-acdc-461c-8115-a55dfd433d73)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:25.217655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.219827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:25.256201 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c688196d-4b22-4a67-8aa9-14be55caa2a2', 'code': 200}
Apr 15 10:57:25.301106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=c688196d-4b22-4a67-8aa9-14be55caa2a2,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:25.310204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.310664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.310974 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.311348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.311721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.312088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.312455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.312822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.313188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.313581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.313948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.314309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:25.318355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:25.320826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1836b-d500-4f44-bc74-86b606c9cb27 req-3c7a0c8e-5e35-476e-8b4f-ede18b0069e3 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:25.322736 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1fd1836b-d500-4f44-bc74-86b606c9cb27 req-3c7a0c8e-5e35-476e-8b4f-ede18b0069e3 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 950 time: 0.0966070
Apr 15 10:57:25.372660 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1fd1836b-d500-4f44-bc74-86b606c9cb27 req-17cbc729-3fc0-42be-9178-7331dd89746e tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435684
Apr 15 10:57:25.525438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40feaa89-a056-4b58-b925-bb9e5fa0eb5a req-bed6125d-9840-48d0-ac5e-b70e87e9f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:25.526972 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-40feaa89-a056-4b58-b925-bb9e5fa0eb5a req-bed6125d-9840-48d0-ac5e-b70e87e9f074 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 1103 time: 0.0790784
Apr 15 10:57:25.796945 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-40feaa89-a056-4b58-b925-bb9e5fa0eb5a req-46f3838d-f69b-4134-b7ce-213ff1e8a6b6 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2632899
Apr 15 10:57:26.034325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.582785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981c80e-2338-4864-a9de-88213520f644 req-d5f0efa3-bffb-45fc-bf1c-bed772ed9186 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:26.584391 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b981c80e-2338-4864-a9de-88213520f644 req-d5f0efa3-bffb-45fc-bf1c-bed772ed9186 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 950 time: 0.0927315
Apr 15 10:57:26.633730 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b981c80e-2338-4864-a9de-88213520f644 req-e0a0cf6f-2173-434e-a9df-ed817d1274f5 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427005
Apr 15 10:57:27.073732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:57:27.836279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99739-1253-4e75-8682-7abd60e9ef76 req-fa67589f-0592-4072-9c76-b45f8d4728e6 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:27.837871 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5bd99739-1253-4e75-8682-7abd60e9ef76 req-fa67589f-0592-4072-9c76-b45f8d4728e6 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 950 time: 0.0870068
Apr 15 10:57:27.886568 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5bd99739-1253-4e75-8682-7abd60e9ef76 req-744ad9cc-dd6a-43fb-947a-d2718c6e2c9b tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423145
Apr 15 10:57:28.499810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810afcb4-a714-4d73-9775-d2d65222e779 req-2dc0a28f-b753-4422-b5c3-d42f79e9fdee tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:28.501450 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-810afcb4-a714-4d73-9775-d2d65222e779 req-2dc0a28f-b753-4422-b5c3-d42f79e9fdee tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 950 time: 0.0922344
Apr 15 10:57:28.549974 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-810afcb4-a714-4d73-9775-d2d65222e779 req-0441d2b0-83ed-49fd-bde8-034f2f9c5574 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418358
Apr 15 10:57:29.758627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837153-db57-4ac4-a811-f7fc9f2188dd req-b2162f81-d927-4f0d-96f1-3776220ee84e tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:29.760290 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-53837153-db57-4ac4-a811-f7fc9f2188dd req-b2162f81-d927-4f0d-96f1-3776220ee84e tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 950 time: 0.0902727
Apr 15 10:57:29.812730 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-53837153-db57-4ac4-a811-f7fc9f2188dd req-f4e4a68e-db8d-4f21-aaf4-7a5769397b4e tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/security-groups?id=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452909
Apr 15 10:57:30.249970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-748fef8b-5048-4b47-bfa9-18d23b10f78d tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:30.251507 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-748fef8b-5048-4b47-bfa9-18d23b10f78d tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 950 time: 0.0938783
Apr 15 10:57:30.340229 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Deleting port c688196d-4b22-4a67-8aa9-14be55caa2a2 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:57:30.341268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.570610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881a981-c519-40ab-a826-11d13d9be5c5 req-a810f5a2-2b5f-4bff-a6d9-c589a366f645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:30.572795 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3881a981-c519-40ab-a826-11d13d9be5c5 req-a810f5a2-2b5f-4bff-a6d9-c589a366f645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1056485
Apr 15 10:57:30.626889 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3881a981-c519-40ab-a826-11d13d9be5c5 req-47767ebd-1f15-446d-94b0-44b764c17523 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460596
Apr 15 10:57:30.631469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] For port c688196d-4b22-4a67-8aa9-14be55caa2a2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c688196d-4b22-4a67-8aa9-14be55caa2a2,segment=NetworkSegment(c2c58f67-acdc-461c-8115-a55dfd433d73),segment_id=c2c58f67-acdc-461c-8115-a55dfd433d73)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:30.631883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.769129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Calling delete_port for c688196d-4b22-4a67-8aa9-14be55caa2a2 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:57:30.942551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.960219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:30.980924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['c688196d-4b22-4a67-8aa9-14be55caa2a2'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:57:30.987743 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2e24b9c7-fc38-42cf-b4dc-a43eb97e4ce8 req-2d5ffaf5-7fc4-42ad-85ac-0f74389a5e31 tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1 HTTP/1.1" status: 200  len: 210 time: 0.0542557
Apr 15 10:57:31.054069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Pushing event deleted for resources: {'Port': ['ID=c688196d-4b22-4a67-8aa9-14be55caa2a2,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:31.106687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:31.207740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79c32-f4dd-4cbe-9246-6c281c02db86 req-c436991f-01f2-4720-9bdd-9bfaba9fee0b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:31.209271 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-70a79c32-f4dd-4cbe-9246-6c281c02db86 req-c436991f-01f2-4720-9bdd-9bfaba9fee0b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.2155392
Apr 15 10:57:31.319840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] No DVR routers for this DVR port c688196d-4b22-4a67-8aa9-14be55caa2a2 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:57:31.325226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.328069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1', 'name': 'network-vif-deleted', 'tag': 'c688196d-4b22-4a67-8aa9-14be55caa2a2'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:31.348534 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-70a79c32-f4dd-4cbe-9246-6c281c02db86 req-4062228e-3d12-4a58-841d-ccee9ef47a33 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013048
Apr 15 10:57:31.360124 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b94af2ce-5338-4fcd-ba6b-0ca7b2652750 req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] 10.222.0.104 "DELETE /v2.0/ports/c688196d-4b22-4a67-8aa9-14be55caa2a2 HTTP/1.1" status: 204  len: 173 time: 1.0966370
Apr 15 10:57:31.459461 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fbbef1-bf7e-4fa9-9e01-2d568c3194f1', 'name': 'network-vif-deleted', 'tag': 'c688196d-4b22-4a67-8aa9-14be55caa2a2', 'status': 'completed', 'code': 200}
Apr 15 10:57:31.849627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b167-7380-4d5a-9880-8c2ea4675a82 req-a4599e71-e350-46f4-9bec-b4f90d8f1810 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:31.851478 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c2e5b167-7380-4d5a-9880-8c2ea4675a82 req-a4599e71-e350-46f4-9bec-b4f90d8f1810 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1013775
Apr 15 10:57:31.901676 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c2e5b167-7380-4d5a-9880-8c2ea4675a82 req-ef1cdc61-fc4d-4a67-9ff8-5d98fc1c79b5 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426185
Apr 15 10:57:32.581906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729fad9-279d-4f9b-8937-c40c313570d3 req-bf07fd90-54ec-4683-b1fb-d88fe337ebf0 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:32.582801 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8729fad9-279d-4f9b-8937-c40c313570d3 req-bf07fd90-54ec-4683-b1fb-d88fe337ebf0 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.1037462
Apr 15 10:57:32.636969 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8729fad9-279d-4f9b-8937-c40c313570d3 req-a30b2bff-9ac3-4c1a-8c0b-80030ca8cc55 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=4b7b00c2-cf26-4287-a53a-83adc23ea63d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451410
Apr 15 10:57:32.815681 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-da014a3b-f0e1-41b9-aa0d-9087f6e9763e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:32.817286 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-da014a3b-f0e1-41b9-aa0d-9087f6e9763e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 946 time: 0.1037648
Apr 15 10:57:32.901796 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Deleting port cbec163e-669d-4ba6-83bf-c6f535c63d26 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:57:32.902494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.983156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device c688196d-4b22-4a67-8aa9-14be55caa2a2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:57:33.039007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: c688196d-4b22-4a67-8aa9-14be55caa2a2 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:57:33.039316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device c688196d-4b22-4a67-8aa9-14be55caa2a2 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:57:33.165714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cf9ea-05b8-489d-8e3b-a6090281d2f6 req-cc188669-391e-4627-bca8-4686e3caf556 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:33.167468 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ae8cf9ea-05b8-489d-8e3b-a6090281d2f6 req-cc188669-391e-4627-bca8-4686e3caf556 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0988417
Apr 15 10:57:33.213900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] For port cbec163e-669d-4ba6-83bf-c6f535c63d26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbec163e-669d-4ba6-83bf-c6f535c63d26,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:33.214304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.218907 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ae8cf9ea-05b8-489d-8e3b-a6090281d2f6 req-e9b16917-f83c-4f36-9388-3bc5f5f60bd8 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451756
Apr 15 10:57:33.545670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.546066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.546442 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Floating IP 53f014e7-48ad-4a13-9dee-2cd919f6b7eb disassociated. External IP: 172.27.3.229, port: cbec163e-669d-4ba6-83bf-c6f535c63d26.
Apr 15 10:57:33.546811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Calling delete_port for cbec163e-669d-4ba6-83bf-c6f535c63d26 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:57:33.716641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.738391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bbb0eddd-532f-4e83-a623-57da016f0b7b tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:33.913448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event deleted for resources: {'Port': ['ID=cbec163e-669d-4ba6-83bf-c6f535c63d26,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:33.916747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:33.933182 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0fcd6ecb-8a4d-4aee-aecd-a1ab81209ef7 req-2a44d139-40ad-4c78-a93a-c9f2e59bf517 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 210 time: 0.1323071
Apr 15 10:57:34.209457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Router b673fe89-4c86-48dd-8122-c652ae3b5418 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:34.453570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5e0d8-4020-43f6-ac86-5611a9ead1e3 req-9d520c7f-f835-462d-a55b-d353907eaecf tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:34.455302 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fbc5e0d8-4020-43f6-ac86-5611a9ead1e3 req-9d520c7f-f835-462d-a55b-d353907eaecf tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1119266
Apr 15 10:57:34.514966 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fbc5e0d8-4020-43f6-ac86-5611a9ead1e3 req-b948577a-9c07-4f50-bb96-d5390e2f2123 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522277
Apr 15 10:57:34.659294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:34.670802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] Sync routers for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:34.683346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:34.684350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b798978>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:34.743807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] No DVR routers for this DVR port cbec163e-669d-4ba6-83bf-c6f535c63d26 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:57:34.746555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.749468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-deleted', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:34.789720 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5ca8743b-3b9e-449a-8efd-682841ad6683 req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "DELETE /v2.0/ports/cbec163e-669d-4ba6-83bf-c6f535c63d26 HTTP/1.1" status: 204  len: 173 time: 1.9667797
Apr 15 10:57:34.839505 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf5869-f12a-4197-8670-ec82e6584381', 'name': 'network-vif-deleted', 'tag': 'cbec163e-669d-4ba6-83bf-c6f535c63d26', 'status': 'completed', 'code': 200}
Apr 15 10:57:34.905857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:35.185940 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b4ce08f5-0753-45c9-860a-a0bb04170c0d req-7064c1b8-83e6-4c90-b64b-2c238502bcb6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfdf5869-f12a-4197-8670-ec82e6584381 HTTP/1.1" status: 200  len: 210 time: 0.0701499
Apr 15 10:57:35.285111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b798978>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:35.290394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] Checking router: b673fe89-4c86-48dd-8122-c652ae3b5418 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:35.299612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:35.300272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b798978>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:35.511284 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:35.767520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef3918-9d0a-4a21-91dd-d65e310320e7 req-aa3fa376-a8c7-4fa8-87e4-038d7df60b2a tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:35.769152 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-28ef3918-9d0a-4a21-91dd-d65e310320e7 req-aa3fa376-a8c7-4fa8-87e4-038d7df60b2a tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1171134
Apr 15 10:57:35.836509 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-28ef3918-9d0a-4a21-91dd-d65e310320e7 req-f0a7a5e9-19b4-4dd8-9558-3da29e0574eb tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591762
Apr 15 10:57:36.102577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b798978>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:36.107285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e2ca7-2f3e-427a-86e6-0e6de1bf5886 None None] The sync data for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi is: [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:36.517090 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d78167-63b2-4342-af48-b8cc04ff19ae None None] New status for floating IP 53f014e7-48ad-4a13-9dee-2cd919f6b7eb: DOWN {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:57:37.002396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:57:37.078287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: cbec163e-669d-4ba6-83bf-c6f535c63d26 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:57:37.079039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device cbec163e-669d-4ba6-83bf-c6f535c63d26 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:57:37.094152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67ec4-1941-41f0-9bb8-566dc11da240 req-d04db544-b888-4caa-a80d-88d4a499504d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:37.095737 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fb67ec4-1941-41f0-9bb8-566dc11da240 req-d04db544-b888-4caa-a80d-88d4a499504d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1371253
Apr 15 10:57:37.144377 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6fb67ec4-1941-41f0-9bb8-566dc11da240 req-fe1e48af-54c9-4405-9f80-7567cb32976a tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421000
Apr 15 10:57:37.338372 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44528) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:37.409774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e322b5ee-c31a-4ee8-a81d-6b835830506a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.424553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44532) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:37.444914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e322b5ee-c31a-4ee8-a81d-6b835830506a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.493229 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e322b5ee-c31a-4ee8-a81d-6b835830506a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.498781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-32a861d2-5712-4974-94ac-9b2316a0a61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:37.516372 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322b5ee-c31a-4ee8-a81d-6b835830506a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7b00c2-cf26-4287-a53a-83adc23ea63d,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:37.521768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e322b5ee-c31a-4ee8-a81d-6b835830506a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:37.524103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e322b5ee-c31a-4ee8-a81d-6b835830506a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.527888 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e322b5ee-c31a-4ee8-a81d-6b835830506a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "DELETE /v2.0/security-groups/4b7b00c2-cf26-4287-a53a-83adc23ea63d HTTP/1.1" status: 204  len: 168 time: 0.1855552
Apr 15 10:57:37.528127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44538) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:37.549336 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.v2.resource [None req-3dc92f36-86b9-4e92-bc04-02150b91a0fe tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] show failed (client error): The resource could not be found.
Apr 15 10:57:37.550479 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3dc92f36-86b9-4e92-bc04-02150b91a0fe tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups/4b7b00c2-cf26-4287-a53a-83adc23ea63d HTTP/1.1" status: 404  len: 347 time: 0.0213697
Apr 15 10:57:37.553643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44542) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:37.600879 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-05ca9fd3-97b0-4224-993f-c05eaf4644e4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be53a18899924accacdfcc60b9bead92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1726065
Apr 15 10:57:37.601103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44546) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:37.667026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-903e399f-92ce-4216-8dfc-2eef812865a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.694831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-903e399f-92ce-4216-8dfc-2eef812865a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.725388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Deleting port c4971067-0dd7-4935-99d2-122ac0f358fb {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:57:37.725933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.746243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-903e399f-92ce-4216-8dfc-2eef812865a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.751241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-94da831b-9d84-4c19-a5f8-21111b42d738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:37.767029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e399f-92ce-4216-8dfc-2eef812865a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:37.769659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-903e399f-92ce-4216-8dfc-2eef812865a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:37.777380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-903e399f-92ce-4216-8dfc-2eef812865a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.781027 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-903e399f-92ce-4216-8dfc-2eef812865a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/10bf6ca7-f3ee-477c-a1d6-4d6e059eb1d8 HTTP/1.1" status: 204  len: 168 time: 0.1755471
Apr 15 10:57:37.923529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.923808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.064595 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Calling delete_port for c4971067-0dd7-4935-99d2-122ac0f358fb owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:57:38.212440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.231880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cbe714b1-b5a0-4a3b-9872-d06ee01d8107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:38.327294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event deleted for resources: {'Port': ['ID=c4971067-0dd7-4935-99d2-122ac0f358fb,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:38.375537 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:38.474172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b80ac-8319-442e-b6a9-f7076b72d457 req-153404be-45c1-4f30-a473-a4e3b5a69be2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:38.475787 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f82b80ac-8319-442e-b6a9-f7076b72d457 req-153404be-45c1-4f30-a473-a4e3b5a69be2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1953156
Apr 15 10:57:38.519789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44572) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:38.610534 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f82b80ac-8319-442e-b6a9-f7076b72d457 req-ec226a5d-4db6-40ad-be47-32145d1abb7d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1268554
Apr 15 10:57:38.619538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.638877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-556987221-network', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:38.643924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:38.644656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.645895 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "DELETE /v2.0/floatingips/53f014e7-48ad-4a13-9dee-2cd919f6b7eb HTTP/1.1" status: 204  len: 168 time: 1.0911419
Apr 15 10:57:38.648030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Usage tracker for resource:network and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:38.652007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:38.658196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:38.669179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Made reservation on behalf of cc918f28a1ea44d88fef179a523d9860 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:38.674335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.687396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.703414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:38.707464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Usage tracker for resource:security_group_rule and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:38.710552 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:38.717162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:38.806374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.809158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.813393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-84b4f48b-aaf2-4e6d-a73b-75607ef8ff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:38.842995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:57:38.852625 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9740e2-4988-44c3-be28-0322aed3192d,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:38.862752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.863163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.863562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.863959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.864349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.864759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.865121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.865562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.865947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.866330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.866714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.867123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:38.870966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.871354 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Added segment d171253b-528c-4620-ad72-c3638ad81adf of type vlan for network 0436587f-2be7-45ac-884a-6c4a8f929ab1
Apr 15 10:57:38.872681 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:38.900827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.930801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.932146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:38.932773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.937771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-56d6d44e-c475-4019-8ab7-32d5fbfadedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:39.047029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44580) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:39.047238 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5259111
Apr 15 10:57:39.050677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Pushing event updated for resources: {'Network': ['ID=0436587f-2be7-45ac-884a-6c4a8f929ab1,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:39.053507 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8798def7-07b0-414b-bde1-cf8f0073651d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:39.062895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Request body: {'subnet': {'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-556987221-subnet', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:39.068602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:39.073040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Usage tracker for resource:subnet and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:39.074286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:57:39.076702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:39.083538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:39.096103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Made reservation on behalf of cc918f28a1ea44d88fef179a523d9860 for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:39.102249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8129964'] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.147526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44584) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:39.153634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114805270', 'description': 'tempest-description--1644576181'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:39.159881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:39.165128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:security_group and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:39.168207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:39.175190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:39.188880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.215631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:39.219685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:security_group_rule and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:39.222706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:39.229884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:39.312329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.315136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.321411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-23638fa0-8b9f-4706-877b-bea895ac9534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:39.368242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a735c0-4615-4f11-afd6-f2648e56a1ea,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:39.371314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:39.372725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.376850 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2251449
Apr 15 10:57:39.377496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44588) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:39.382690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'security_group_rule': {'security_group_id': 'e6a735c0-4615-4f11-afd6-f2648e56a1ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:39.389846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:39.394248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:security_group_rule and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:39.397893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:39.404862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:39.422551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.492565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.495520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.497857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-10c34669-577d-41e1-8686-82e168825a92 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:39.522499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442b4040-3595-40f2-ae91-74a0786e285f,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:39.525891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:39.531596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848453805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8129981'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.532734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.534073 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1559949
Apr 15 10:57:39.536882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44592) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:39.543125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'security_group_rule': {'security_group_id': 'e6a735c0-4615-4f11-afd6-f2648e56a1ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:39.548017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:39.549381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:39.553470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:security_group_rule and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:39.556706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:39.562768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:39.579341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.649580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.653277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.662514 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a87d98bd-cb22-4aa8-8dbd-a7ffd2fe9576 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:39.675799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4536c5b5-54ba-4182-8497-0be635ec3d5b,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:39.680454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:39.687769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40d48a2-d994-487c-895c-8b295d603149,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:39.690431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:39.693913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.695958 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e98a31f6-08f7-4e54-a211-30f4a1d569b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1579776
Apr 15 10:57:39.699967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44598) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:39.705800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:39.713448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:39.717731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Usage tracker for resource:floatingip and tenant:baece6e1d3d74502abc623559fb98938 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:39.720860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:39.728379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:39.738504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.800631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Checking segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:39.800997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Network hostable DHCP agents. Network: 0436587f-2be7-45ac-884a-6c4a8f929ab1, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:57:39.838122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:57:39.853160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 0436587f-2be7-45ac-884a-6c4a8f929ab1) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:39.861864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50efa59-30f7-4b89-8dd8-1b00cc0bc130 None None] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:39.864555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e0d78-fbcb-4a39-bbd4-934e2f1127ba req-3cff9658-c89d-4848-8e91-6845b1fc622b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:39.866381 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d76e0d78-fbcb-4a39-bbd4-934e2f1127ba req-3cff9658-c89d-4848-8e91-6845b1fc622b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1236095
Apr 15 10:57:39.880674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:39.881522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.897106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.939377 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8906827
Apr 15 10:57:39.942815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44602) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:39.947739 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d76e0d78-fbcb-4a39-bbd4-934e2f1127ba req-2311ea6b-94ce-41dc-ab0e-a5fc90235f07 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700674
Apr 15 10:57:39.955246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:39.965156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:39.972343 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Usage tracker for resource:router and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:39.982828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:40.002915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:40.054492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.055546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.103455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.105603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Allocated IP 172.27.3.170 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/3bca0d24-a5a4-49fb-984f-13f5dc177e26) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:40.109817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-0436587f-2be7-45ac-884a-6c4a8f929ab1', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:57:40.110729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.280093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Allocated IP 172.20.0.2 (0436587f-2be7-45ac-884a-6c4a8f929ab1/4536c5b5-54ba-4182-8497-0be635ec3d5b/5c39331c-845a-4492-a9be-492ec972bd55) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:40.500759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.512308 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Transition to ACTIVE for port object 5c39331c-845a-4492-a9be-492ec972bd55 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:40.518604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.532012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Transition to ACTIVE for port object 5c39331c-845a-4492-a9be-492ec972bd55 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:40.536284 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.552276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:40.562867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.672933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.688572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Pushing event updated for resources: {'Port': ['ID=5c39331c-845a-4492-a9be-492ec972bd55,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:40.692076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b3283939-be32-4794-bec6-d657413474e0 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:40.693804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:40.745606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:40.746756 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:40.750211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:40.848960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Attempting to bind port 5c39331c-845a-4492-a9be-492ec972bd55 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:40.849281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Attempting to bind port 5c39331c-845a-4492-a9be-492ec972bd55 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:40.849710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Attempting to bind port 5c39331c-845a-4492-a9be-492ec972bd55 on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:40.855687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:40.856092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Checking segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:40.856700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.856940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Bound using segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:40.857474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Bound port: 5c39331c-845a-4492-a9be-492ec972bd55, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:40.857683 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'Port': ['ID=3bca0d24-a5a4-49fb-984f-13f5dc177e26,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:40.857890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.863896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:40.953532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] For port 5c39331c-845a-4492-a9be-492ec972bd55, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:40.956873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] For port 5c39331c-845a-4492-a9be-492ec972bd55, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5c39331c-845a-4492-a9be-492ec972bd55,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:40.960309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.070786 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:41.124076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:41.135757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:41.145149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:41.174314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Pushing event updated for resources: {'Port': ['ID=5c39331c-845a-4492-a9be-492ec972bd55,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:41.179668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:41.425313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.469030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.613085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5c39331c-845a-4492-a9be-492ec972bd55 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:41.613638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5110339-058a-4a70-978d-f32a397454b2 req-f49a1068-4dd3-409b-9109-89efda73e0c5 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:41.615245 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c5110339-058a-4a70-978d-f32a397454b2 req-f49a1068-4dd3-409b-9109-89efda73e0c5 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.5358276
Apr 15 10:57:41.688315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.698824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 5c39331c-845a-4492-a9be-492ec972bd55 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:41.774542 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c5110339-058a-4a70-978d-f32a397454b2 req-64d184a6-09f9-4960-b309-c692b38a94e1 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1479630
Apr 15 10:57:41.796067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Allocated IP 172.27.3.112 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/929fe7c6-2326-42d0-91aa-0f229dd0fa0a) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:41.811289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.067820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.378817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.399092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-22ebf6d3-3cd9-44d3-b0c3-c8940190fef4 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:42.455413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a72340-cc4e-41c7-8ddb-fba6af961791 req-03e1570c-1579-424c-91c8-866bfe3323fc tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:42.457129 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-29a72340-cc4e-41c7-8ddb-fba6af961791 req-03e1570c-1579-424c-91c8-866bfe3323fc tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.3806767
Apr 15 10:57:42.563312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-6933adb1-b745-4aaa-ae1d-3f016466b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:42.564995 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-6933adb1-b745-4aaa-ae1d-3f016466b472 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 1099 time: 0.4116042
Apr 15 10:57:42.618363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f8f7dc-9145-4ba0-bc01-283061eca016 None None] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:42.669938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1d0ce-0415-4141-bffe-c0770601363b req-c9386314-b9de-48d5-8941-f8c148867ea7 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:42.671727 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e5f1d0ce-0415-4141-bffe-c0770601363b req-c9386314-b9de-48d5-8941-f8c148867ea7 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1006696
Apr 15 10:57:42.705014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Pushing event updated for resources: {'Port': ['ID=929fe7c6-2326-42d0-91aa-0f229dd0fa0a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:42.711992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] Provisioning for port 5c39331c-845a-4492-a9be-492ec972bd55 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:42.723957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] Provisioning complete for port 5c39331c-845a-4492-a9be-492ec972bd55 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:42.724353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.726281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:42.737610 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e5f1d0ce-0415-4141-bffe-c0770601363b req-c417296f-a188-4cbf-ba8e-6e7870978420 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585268
Apr 15 10:57:42.763277 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-29a72340-cc4e-41c7-8ddb-fba6af961791 req-1888691c-9fc6-4597-b1eb-f48e8f4f7bd3 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2329860
Apr 15 10:57:42.772571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.790834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.811947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91a5cef1-3a6f-4011-9a6c-fab40c17bd47 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:42.982001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.004269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:43.005799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-35bbeb47-b313-4c99-967a-96e2935eb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:43.007958 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-35bbeb47-b313-4c99-967a-96e2935eb095 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 911 time: 0.4238164
Apr 15 10:57:43.011029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'Port': ['ID=3bca0d24-a5a4-49fb-984f-13f5dc177e26,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:43.013638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:43.015528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:43.019306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:43.037270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] For port 5c39331c-845a-4492-a9be-492ec972bd55, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5c39331c-845a-4492-a9be-492ec972bd55,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:43.043118 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.048426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:43.126913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] Pushing event updated for resources: {'Port': ['ID=5c39331c-845a-4492-a9be-492ec972bd55,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:43.130383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:43.213200 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-719fea3f-08e8-45d5-9079-2dd02a3d8fae service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30 HTTP/1.1" status: 200  len: 1001 time: 0.1625297
Apr 15 10:57:43.266239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d5564636-e980-4d27-9fc5-364f381d37c1 None None] Provisioning complete for port 5c39331c-845a-4492-a9be-492ec972bd55 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:43.266653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d5564636-e980-4d27-9fc5-364f381d37c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.502826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5c39331c-845a-4492-a9be-492ec972bd55 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:43.583689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 5c39331c-845a-4492-a9be-492ec972bd55 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:43.584097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.737900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-43ca7eb1-33d1-4c04-8f80-990c62218c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:43.739474 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-43ca7eb1-33d1-4c04-8f80-990c62218c05 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 200  len: 848 time: 0.4700797
Apr 15 10:57:43.761822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.953006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602344-fa17-4598-8e20-edefedb6f89a req-37126f75-35ef-4d28-a6b8-6022ab7c0e44 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:43.954656 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fa602344-fa17-4598-8e20-edefedb6f89a req-37126f75-35ef-4d28-a6b8-6022ab7c0e44 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.0897868
Apr 15 10:57:44.008946 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fa602344-fa17-4598-8e20-edefedb6f89a req-b968bdca-e0c8-4c76-becb-eb1370fe5f75 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471475
Apr 15 10:57:44.037101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.038439 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3373480
Apr 15 10:57:44.098533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-a76f320f-2257-4be5-b46c-15326a9ac055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:44.100108 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-a76f320f-2257-4be5-b46c-15326a9ac055 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf464196-3e2b-4994-9be4-6ad8317143ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3396127
Apr 15 10:57:44.234864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.288059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-4548e8cc-000e-4e89-ae5c-14ed279fed9b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Synchronizing usage tracker for tenant:baece6e1d3d74502abc623559fb98938 on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:44.302779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-4548e8cc-000e-4e89-ae5c-14ed279fed9b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Unset dirty status for tenant:baece6e1d3d74502abc623559fb98938 on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:44.303980 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-4548e8cc-000e-4e89-ae5c-14ed279fed9b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--114805270&fields=id&tenant_id=baece6e1d3d74502abc623559fb98938 HTTP/1.1" status: 200  len: 267 time: 0.0589619
Apr 15 10:57:44.306828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c9b0e-0594-4c10-a732-54f921d87747 req-70923029-2a36-45be-917a-c9cb0ec6d1b4 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:44.308420 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b2c9b0e-0594-4c10-a732-54f921d87747 req-70923029-2a36-45be-917a-c9cb0ec6d1b4 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.3952568
Apr 15 10:57:44.473881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-137aa601-16fc-4804-a303-82db93652287 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:44.475454 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-137aa601-16fc-4804-a303-82db93652287 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 816 time: 0.1606181
Apr 15 10:57:44.483665 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b2c9b0e-0594-4c10-a732-54f921d87747 req-fa18e176-f6e0-4971-a8d5-a8fa8284a46e tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100898
Apr 15 10:57:44.489084 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-0b4d834c-753a-4be4-baae-8eb84df02f14 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3790331
Apr 15 10:57:44.494594 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-bd8d87f7-a253-4374-92a4-52d8fc61b7ce tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/quotas/baece6e1d3d74502abc623559fb98938 HTTP/1.1" status: 200  len: 375 time: 0.0110018
Apr 15 10:57:44.597456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-1226446e-709a-404a-a56d-1c413233b9b6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Synchronizing usage tracker for tenant:baece6e1d3d74502abc623559fb98938 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:44.612884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-1226446e-709a-404a-a56d-1c413233b9b6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Unset dirty status for tenant:baece6e1d3d74502abc623559fb98938 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:44.614335 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-1226446e-709a-404a-a56d-1c413233b9b6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1054838
Apr 15 10:57:44.816197 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-0dc1afbe-e892-4c17-b96a-cd100e475215 service neutron] 10.222.0.68 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887493
Apr 15 10:57:44.816809 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bc0150a8-ed2d-48d0-a4b8-cba11dfa5d6a req-1902ed09-e0ba-4d84-84aa-f1652dd22921 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3124342
Apr 15 10:57:44.828297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.076816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Router 19e59232-feec-48fc-ab65-2e54bd70d754 is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:57:45.201151 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-54c21ddc-8947-4647-8fa8-b2e8249ef9e4 service neutron] 10.222.0.68 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3781376
Apr 15 10:57:45.355227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923c420-0494-493f-a0e9-4005fb6d6c9a req-e967ba19-0d97-4a20-b27c-333dbb5f4fcd tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:45.357433 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5923c420-0494-493f-a0e9-4005fb6d6c9a req-e967ba19-0d97-4a20-b27c-333dbb5f4fcd tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.2066591
Apr 15 10:57:45.358164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:45.368781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:45.385628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:45.386488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623aa0a780>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:45.396991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.398860 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.4550793
Apr 15 10:57:45.401732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44640) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:45.430259 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7dbd58c-f16a-4c6c-98b0-938edc801de3 req-597fb7fa-fe83-4db7-bccc-1c53be543018 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 210 time: 0.0795259
Apr 15 10:57:45.732160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c83e-df63-4370-b184-33dd7eb13f1d req-0a3804ca-0007-493c-bb72-793b73da88d8 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:45.734092 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-95a5c83e-df63-4370-b184-33dd7eb13f1d req-0a3804ca-0007-493c-bb72-793b73da88d8 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1181211
Apr 15 10:57:45.796842 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-95a5c83e-df63-4370-b184-33dd7eb13f1d req-fbe530d0-e0ee-40a1-970c-b833d349733b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558364
Apr 15 10:57:45.860635 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5923c420-0494-493f-a0e9-4005fb6d6c9a req-96ac774c-3427-4e62-88b1-f306809ea1d2 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4947631
Apr 15 10:57:45.861171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:46.200272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623aa0a780>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:43Z', 'revision_number': 3, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:46.205851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:46.206248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Updating router 19e59232-feec-48fc-ab65-2e54bd70d754 port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:46.268002 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.478456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.623687 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d6eb38fe-ca99-479d-a3fc-70a15736c9c8 req-4bf02275-272c-40a4-9378-e5aac5167e86 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 210 time: 0.0550170
Apr 15 10:57:46.723462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.737714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Transition to ACTIVE for port object 929fe7c6-2326-42d0-91aa-0f229dd0fa0a will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:46.744589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:46.819101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:46.863376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-b8bf88c0-5320-4682-810a-01eabb4e01af tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:46.865076 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-b8bf88c0-5320-4682-810a-01eabb4e01af tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 816 time: 0.2561810
Apr 15 10:57:46.866489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Allocated IP 172.20.0.1 (0436587f-2be7-45ac-884a-6c4a8f929ab1/4536c5b5-54ba-4182-8497-0be635ec3d5b/5c299030-051d-4388-9713-c6d332dc68bd) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:46.916983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70e611-804b-4721-9ce1-311de7a09074 None None] Pushing event updated for resources: {'Port': ['ID=929fe7c6-2326-42d0-91aa-0f229dd0fa0a,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:46.947865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7a70e611-804b-4721-9ce1-311de7a09074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:46.997256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Attempting to bind port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:46.997733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Attempting to bind port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:46.998143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Attempting to bind port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:47.004224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:47.004647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:47.005232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.005702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:47.006228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Bound port: 929fe7c6-2326-42d0-91aa-0f229dd0fa0a, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:47.006650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.083962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb513-d7c2-495a-8b40-da30b3c650b5 req-80666a2d-7fd8-44b7-8587-2af1b8d66ad7 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:47.086325 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-07fdb513-d7c2-495a-8b40-da30b3c650b5 req-80666a2d-7fd8-44b7-8587-2af1b8d66ad7 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1028535
Apr 15 10:57:47.092641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] For port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:47.096115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] For port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=929fe7c6-2326-42d0-91aa-0f229dd0fa0a,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:47.099614 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.116042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:47.138848 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-07fdb513-d7c2-495a-8b40-da30b3c650b5 req-8c68392a-6048-4380-ac4e-0a5f5dfd6888 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457208
Apr 15 10:57:47.168844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-3f1f269a-153e-43f2-9938-c16c5fe8880c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Synchronizing usage tracker for tenant:baece6e1d3d74502abc623559fb98938 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:47.182959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.209317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-3f1f269a-153e-43f2-9938-c16c5fe8880c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Unset dirty status for tenant:baece6e1d3d74502abc623559fb98938 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:47.211349 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-3f1f269a-153e-43f2-9938-c16c5fe8880c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=baece6e1d3d74502abc623559fb98938 HTTP/1.1" status: 200  len: 5708 time: 0.3097360
Apr 15 10:57:47.223019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Transition to ACTIVE for port object 5c299030-051d-4388-9713-c6d332dc68bd will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:47.228727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'port': {'device_id': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'admin_state_up': True, 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'security_groups': ['e6a735c0-4615-4f11-afd6-f2648e56a1ea']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:47.266982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70e611-804b-4721-9ce1-311de7a09074 None None] Pushing event updated for resources: {'Port': ['ID=929fe7c6-2326-42d0-91aa-0f229dd0fa0a,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:47.270484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7a70e611-804b-4721-9ce1-311de7a09074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:47.324627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:47.325302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623aa0a780>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:47.339968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cbb11-2bc9-46aa-9367-8ff8010232f0 req-d46ba443-9cab-49de-94b2-f345325213aa tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:47.341592 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d95cbb11-2bc9-46aa-9367-8ff8010232f0 req-d46ba443-9cab-49de-94b2-f345325213aa tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.3677614
Apr 15 10:57:47.438997 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d95cbb11-2bc9-46aa-9367-8ff8010232f0 req-0f27a21b-3b20-4037-ac80-e744f272d6c1 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882750
Apr 15 10:57:47.444712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.461487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:47.463881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c53ff40-8e6a-4613-8f70-f78feb82616b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:47.525084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:47.575034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:47.614642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Pushing event updated for resources: {'Port': ['ID=5c299030-051d-4388-9713-c6d332dc68bd,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:47.620071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Made reservation on behalf of baece6e1d3d74502abc623559fb98938 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:47.626084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.638837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:47.758612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:47.766545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:47.771640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:47.818865 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12bd5a4b-95d8-4d12-869a-73ee8a2bb109 req-dfbf1467-c6c5-4797-90a7-41982cff241d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 210 time: 0.0646646
Apr 15 10:57:47.861044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623aa0a780>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:43Z', 'revision_number': 3, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:47.865595 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cad074-80db-4153-aee1-7ffa02348b60 None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:43Z', 'revision_number': 3, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:47.896832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.932208 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Allocated IP 172.20.0.5 (4a522c71-2c19-419b-a626-745739117657/2486d50f-8717-42b4-98df-9b18a0a3cbdb/eb64132d-3335-42f1-bb35-2721a71581f1) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:48.055772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-09e32227-1a69-4a17-907c-87ddf13fb922 None None] Provisioning for port 5c299030-051d-4388-9713-c6d332dc68bd completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:48.060983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-09e32227-1a69-4a17-907c-87ddf13fb922 None None] Provisioning complete for port 5c299030-051d-4388-9713-c6d332dc68bd triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:48.061457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09e32227-1a69-4a17-907c-87ddf13fb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:48.121864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-09e32227-1a69-4a17-907c-87ddf13fb922 None None] Port 5c299030-051d-4388-9713-c6d332dc68bd cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:48.193147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:48.333931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:48.422937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Transition to ACTIVE for port object eb64132d-3335-42f1-bb35-2721a71581f1 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:48.516785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991d181-7153-4c81-97bb-0794d0864ac5 req-40ff05b5-1a05-4208-8bb7-a901d46a2609 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:48.518509 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8991d181-7153-4c81-97bb-0794d0864ac5 req-40ff05b5-1a05-4208-8bb7-a901d46a2609 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.2497659
Apr 15 10:57:48.833076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:48.860950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cbdcdf7e-6c8a-45df-86ab-584953274079 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:49.001276 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8991d181-7153-4c81-97bb-0794d0864ac5 req-96705538-6103-4c7c-a057-2fc79a124659 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4330752
Apr 15 10:57:49.075651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6d9a0-a2c4-42a3-a8d5-69af0b7201d6 req-edee4f1c-506e-434d-afe8-119c6ac80dab tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:49.077383 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c8d6d9a0-a2c4-42a3-a8d5-69af0b7201d6 req-edee4f1c-506e-434d-afe8-119c6ac80dab tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 931 time: 0.1232412
Apr 15 10:57:49.087162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:49.090236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:49.130356 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c8d6d9a0-a2c4-42a3-a8d5-69af0b7201d6 req-d181cd53-6c01-402e-a868-f57248166c29 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455725
Apr 15 10:57:49.150809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.158450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.189428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-673d1861-a3e8-41f0-b8ce-5c6e47bad9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:49.265941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Network 4a522c71-2c19-419b-a626-745739117657 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:49.275027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:49.283663 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:49.316859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Pushing event updated for resources: {'Port': ['ID=5c299030-051d-4388-9713-c6d332dc68bd,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:49.327055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:49.334349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.434977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:49.435630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.457458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-15389f14-5fec-4d86-9540-b076d1b673ab None None] Provisioning for port eb64132d-3335-42f1-bb35-2721a71581f1 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:49.472495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-15389f14-5fec-4d86-9540-b076d1b673ab None None] Provisioning complete for port eb64132d-3335-42f1-bb35-2721a71581f1 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:49.473165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-15389f14-5fec-4d86-9540-b076d1b673ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.505833 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2840586
Apr 15 10:57:49.527426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Request body: {'port': {'device_id': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:49.537646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-15389f14-5fec-4d86-9540-b076d1b673ab None None] Port eb64132d-3335-42f1-bb35-2721a71581f1 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:49.545586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 929fe7c6-2326-42d0-91aa-0f229dd0fa0a up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:49.576326 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:49.579221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:49.618315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:49.623704 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:49.624091 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.764319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.784074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-8789a063-8e38-4ba0-b7f0-af48942604d6 None None] Provisioning complete for port 5c299030-051d-4388-9713-c6d332dc68bd triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:49.784481 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8789a063-8e38-4ba0-b7f0-af48942604d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.816873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=929fe7c6-2326-42d0-91aa-0f229dd0fa0a,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:49.818382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.827510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.831411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:49.901016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-8789a063-8e38-4ba0-b7f0-af48942604d6 None None] Port 5c299030-051d-4388-9713-c6d332dc68bd cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:49.922164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Router 19e59232-feec-48fc-ab65-2e54bd70d754 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:49.922770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=929fe7c6-2326-42d0-91aa-0f229dd0fa0a,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:49.926230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:50.355421 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec3cae-c363-4cf9-a989-c5d722851ec0 req-6168ed5a-3a4d-473a-8324-78275e2403f0 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:50.357030 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d6ec3cae-c363-4cf9-a989-c5d722851ec0 req-6168ed5a-3a4d-473a-8324-78275e2403f0 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 931 time: 0.0985937
Apr 15 10:57:50.404915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:50.410106 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d6ec3cae-c363-4cf9-a989-c5d722851ec0 req-ea39c8bb-1433-4193-a1e1-45654994cb5e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455906
Apr 15 10:57:50.412665 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] 10.222.0.68 "PUT /v2.0/routers/19e59232-feec-48fc-ab65-2e54bd70d754/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0090330
Apr 15 10:57:50.441766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e398f-4f91-40d3-8d8b-73bcbee3c5f6 req-85df8773-a99c-458f-ab3a-ad6733f756a3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:50.443381 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c0e398f-4f91-40d3-8d8b-73bcbee3c5f6 req-85df8773-a99c-458f-ab3a-ad6733f756a3 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.2688513
Apr 15 10:57:50.514742 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c0e398f-4f91-40d3-8d8b-73bcbee3c5f6 req-241dd2ba-64f3-4516-a7fc-18b4179407ef tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578179
Apr 15 10:57:50.589630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb64132d-3335-42f1-bb35-2721a71581f1 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:50.597656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.614903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Transition to ACTIVE for port object eb64132d-3335-42f1-bb35-2721a71581f1 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:50.618534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.635957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-260f019a-932c-43c8-bd4b-20e65ce65c77 tempest-VolumesSnapshotTestJSON-586453121 tempest-VolumesSnapshotTestJSON-586453121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:50.651575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bc33ccb9-57de-43f7-858c-4ab62b54d903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.766779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:50.778913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:50.779731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b97fba8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:50.982805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:51.017458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44688) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:51.024287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1445305876-network', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:51.025546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.030202 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:51.034413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Usage tracker for resource:network and tenant:d9a2e42fd11a4fc182ce049a9804ffd1 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:51.037880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:51.039185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:51.045419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:51.056767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Made reservation on behalf of d9a2e42fd11a4fc182ce049a9804ffd1 for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:51.061105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.075976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.092769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:51.099561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a2e42fd11a4fc182ce049a9804ffd1 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:51.104338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:51.110736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:51.212873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.216865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.229811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:57:51.240325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.240723 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Added segment 622884b2-efde-4d02-b991-79fe7c002dfa of type vlan for network 2b6a7c15-3631-4195-b080-550db7377a6a
Apr 15 10:57:51.269893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.282919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bb69db84-c88a-4025-a286-cf85e30dcd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:51.296198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Attempting to bind port eb64132d-3335-42f1-bb35-2721a71581f1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:51.296557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Attempting to bind port eb64132d-3335-42f1-bb35-2721a71581f1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:51.297551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Attempting to bind port eb64132d-3335-42f1-bb35-2721a71581f1 on network 4a522c71-2c19-419b-a626-745739117657 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:51.303268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Port eb64132d-3335-42f1-bb35-2721a71581f1 on network 4a522c71-2c19-419b-a626-745739117657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:57:51.303433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Attempting to bind port eb64132d-3335-42f1-bb35-2721a71581f1 on network 4a522c71-2c19-419b-a626-745739117657 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:51.310498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:51.310759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Checking segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:51.311168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Bound using segment: {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:51.311642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Bound port: eb64132d-3335-42f1-bb35-2721a71581f1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dc4189-e5af-400e-9508-6df27ade764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '4a522c71-2c19-419b-a626-745739117657'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:51.312027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.324861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d487f-d2ef-4b19-8444-f54569ba8da4,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.340527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:51.341533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b97fba8>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 2, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:51.345609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:51.346230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Updating router 19e59232-feec-48fc-ab65-2e54bd70d754 port 5c299030-051d-4388-9713-c6d332dc68bd binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:51.349863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.351467 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:51.352111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.357478 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2deecc34-9f7b-4e6f-9d3a-878095ee1762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:51.405415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.422331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:51.425510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:51.429484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.457396 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4386892
Apr 15 10:57:51.461083 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44694) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:51.478411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Request body: {'subnet': {'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1445305876-subnet', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:51.483541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:51.488050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Usage tracker for resource:subnet and tenant:d9a2e42fd11a4fc182ce049a9804ffd1 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:51.491830 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:51.498846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:51.510185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Made reservation on behalf of d9a2e42fd11a4fc182ce049a9804ffd1 for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:51.515006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8129964'] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.558288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:51.568616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 929fe7c6-2326-42d0-91aa-0f229dd0fa0a up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:51.661889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.667958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:51.673667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:51.675232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.815479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Pushing event updated for resources: {'Network': ['ID=2b6a7c15-3631-4195-b080-550db7377a6a,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.819755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:51.833085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 2b6a7c15-3631-4195-b080-550db7377a6a details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:57:51.853675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:51.855189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.857263 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] 10.222.0.104 "PUT /v2.0/ports/eb64132d-3335-42f1-bb35-2721a71581f1 HTTP/1.1" status: 200  len: 1093 time: 2.3372502
Apr 15 10:57:51.858195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:51.985754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cbcc0-9549-4c22-a43c-a0cac5bd7b85 req-fedcf35f-e1f4-4a0d-93d1-0316c973b554 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:51.996115 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9f9cbcc0-9549-4c22-a43c-a0cac5bd7b85 req-fedcf35f-e1f4-4a0d-93d1-0316c973b554 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.2568545
Apr 15 10:57:51.999686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.013502 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Transition to ACTIVE for port object 5c299030-051d-4388-9713-c6d332dc68bd will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:52.023316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.038070 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be555-1a79-4dcd-aaf4-d9d89bc569cb req-292d91b0-6cc2-49fa-a634-1fc0672a6e1f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:52.040350 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-409be555-1a79-4dcd-aaf4-d9d89bc569cb req-292d91b0-6cc2-49fa-a634-1fc0672a6e1f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.4097767
Apr 15 10:57:52.064392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:52.084804 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9f9cbcc0-9549-4c22-a43c-a0cac5bd7b85 req-f9ac8a94-49cb-438f-a859-0ca91e938b2d tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872695
Apr 15 10:57:52.154311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848453805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8129981'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.168232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-af58cd6d-0d53-4393-b384-33d7abc91450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:52.173777 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-af58cd6d-0d53-4393-b384-33d7abc91450 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 1096 time: 0.2618465
Apr 15 10:57:52.190057 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-409be555-1a79-4dcd-aaf4-d9d89bc569cb req-8fcbb6a7-1e1d-4aa1-ac21-4c67a389f4fe tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1405492
Apr 15 10:57:52.192968 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'status': 'completed', 'code': 200}
Apr 15 10:57:52.211896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e775d48e-8750-4eeb-ae59-557b02f9f3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:52.283718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Pushing event updated for resources: {'Port': ['ID=5c299030-051d-4388-9713-c6d332dc68bd,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:52.299665 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-be4496ee-118c-4d5b-aa0f-1cabb7b2a008 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb64132d-3335-42f1-bb35-2721a71581f1 HTTP/1.1" status: 200  len: 217 time: 0.0940883
Apr 15 10:57:52.340639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827929cc-a0a7-4c2f-8c89-ad09cfb91bbb,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:52.357466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.358030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.358119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.358365 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.358469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.358639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.358736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.359029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.359136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.359390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.359505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.359772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.359883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.360103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.360459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.360731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.360835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.361134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.361238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.361572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.361689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.361947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.362050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.362343 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:52.366375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.368241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.387900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-969e970c-ead9-4e20-8397-eaba80664d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:52.390431 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-969e970c-ead9-4e20-8397-eaba80664d69 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.0834959
Apr 15 10:57:52.477566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Attempting to bind port 5c299030-051d-4388-9713-c6d332dc68bd on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:52.478141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Attempting to bind port 5c299030-051d-4388-9713-c6d332dc68bd by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:52.478512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Attempting to bind port 5c299030-051d-4388-9713-c6d332dc68bd on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:52.479349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Checking segment: {'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:52.479752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Network hostable DHCP agents. Network: 2b6a7c15-3631-4195-b080-550db7377a6a, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:57:52.485232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:52.485773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Checking segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:52.486409 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.486922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Bound using segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:52.487441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Bound port: 5c299030-051d-4388-9713-c6d332dc68bd, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:52.487846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.501470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Network 2b6a7c15-3631-4195-b080-550db7377a6a is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:57:52.511351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 2b6a7c15-3631-4195-b080-550db7377a6a) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:52.522596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-24edc627-78cb-4f38-901e-f095c9c0ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:52.524482 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-24edc627-78cb-4f38-901e-f095c9c0ed41 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1268568
Apr 15 10:57:52.525285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:52.525975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.526669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4039f5-fac8-44c3-a213-67a22b635488 None None] Network 2b6a7c15-3631-4195-b080-550db7377a6a requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:52.551270 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-78864c40-304d-41f4-adfa-a832ab8cf097 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0862875
Apr 15 10:57:52.551557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 44702) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:52.559854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:52.565668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:52.571055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Usage tracker for resource:router and tenant:d9a2e42fd11a4fc182ce049a9804ffd1 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:52.575602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:52.582247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:52.597998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.599770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] For port 5c299030-051d-4388-9713-c6d332dc68bd, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:52.599945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.612022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] For port 5c299030-051d-4388-9713-c6d332dc68bd, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5c299030-051d-4388-9713-c6d332dc68bd,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:52.616241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.625891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.638170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-10a1457e-3c84-48f4-9198-5c1eea9dc110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:52.705271 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-348a3e0f-31ba-4006-b5b2-79ab182af0e7 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743872
Apr 15 10:57:52.804007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-2b6a7c15-3631-4195-b080-550db7377a6a', 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'fixed_ips': [{'subnet_id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:57:52.804758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.870600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Pushing event updated for resources: {'Port': ['ID=5c299030-051d-4388-9713-c6d332dc68bd,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:52.883307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.884845 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9088887b-ebb0-44c6-ac28-f47f57ef54d5 req-b4ed55c2-0137-4a3c-8248-ca8d1dba517c service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718805
Apr 15 10:57:52.887470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:52.888249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b97fba8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:53.053876 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Allocated IP 172.20.0.2 (2b6a7c15-3631-4195-b080-550db7377a6a/827929cc-a0a7-4c2f-8c89-ad09cfb91bbb/31688c35-09d6-4b1d-bcee-78a11aa97e32) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:53.054986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.077777 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-2df28004-15e2-4b3a-8e28-1efd24d2e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.079434 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-2df28004-15e2-4b3a-8e28-1efd24d2e923 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1098 time: 0.2766631
Apr 15 10:57:53.123505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eaed5b86-1f6e-49f7-b525-ec6c416e07b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.133014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-869462cb-540a-4f75-87d5-20b04b4fc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.135813 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-869462cb-540a-4f75-87d5-20b04b4fc55e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 1096 time: 0.1531107
Apr 15 10:57:53.442055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:53.442983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-8d9bddcc-3079-4ef1-a263-5fd9fe516bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.445163 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-8d9bddcc-3079-4ef1-a263-5fd9fe516bf3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 910 time: 0.3117278
Apr 15 10:57:53.472131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.472286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-e1e34b0d-6c53-4b09-b5cb-5bc99448a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.473918 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-e1e34b0d-6c53-4b09-b5cb-5bc99448a2e1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.3311739
Apr 15 10:57:53.486214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Transition to ACTIVE for port object 31688c35-09d6-4b1d-bcee-78a11aa97e32 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:53.508742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Transition to ACTIVE for port object 31688c35-09d6-4b1d-bcee-78a11aa97e32 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:53.516177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.536578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e9b2ec6-9c35-4a04-9f7b-d2a4c5399a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:53.562392 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-c9683077-2bb1-45bc-b932-7949a0890fc5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb64132d-3335-42f1-bb35-2721a71581f1 HTTP/1.1" status: 200  len: 217 time: 0.0805957
Apr 15 10:57:53.624401 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70260525-f98b-4159-baab-e6953ef36047 req-4c86c6e3-f1af-4a94-9d46-1e23333f2553 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.626306 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-70260525-f98b-4159-baab-e6953ef36047 req-4c86c6e3-f1af-4a94-9d46-1e23333f2553 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.2920406
Apr 15 10:57:53.698115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Pushing event updated for resources: {'Port': ['ID=31688c35-09d6-4b1d-bcee-78a11aa97e32,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:53.705511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-2e702953-0783-4995-91da-0da20f3b5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.707252 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-2e702953-0783-4995-91da-0da20f3b5911 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.1351509
Apr 15 10:57:53.712251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:53.720167 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-70260525-f98b-4159-baab-e6953ef36047 req-b0f3438f-295e-404b-8bf7-d89238860418 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830567
Apr 15 10:57:53.782020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Network 2b6a7c15-3631-4195-b080-550db7377a6a is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:53.783591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:53.790130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:53.819203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-90ffa8e2-cbba-4fe5-9de1-8c8c80e75087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.822030 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-90ffa8e2-cbba-4fe5-9de1-8c8c80e75087 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1069562
Apr 15 10:57:53.846748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77128fc6-904f-44ba-86b2-a24f606d6ecd req-604af48e-596f-4e99-9e6e-f0ca927f2391 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.848459 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-77128fc6-904f-44ba-86b2-a24f606d6ecd req-604af48e-596f-4e99-9e6e-f0ca927f2391 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.4733369
Apr 15 10:57:53.886430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b97fba8>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:53.891187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea7559-1e29-4487-84eb-3c512140a3cd None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:53.920442 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.936128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Attempting to bind port 31688c35-09d6-4b1d-bcee-78a11aa97e32 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:53.936771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Attempting to bind port 31688c35-09d6-4b1d-bcee-78a11aa97e32 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:53.937415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Attempting to bind port 31688c35-09d6-4b1d-bcee-78a11aa97e32 on network 2b6a7c15-3631-4195-b080-550db7377a6a {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:53.958546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:53.958971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Checking segment: {'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:53.959423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.959893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Bound using segment: {'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:53.963590 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Bound port: 31688c35-09d6-4b1d-bcee-78a11aa97e32, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:53.963989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.029975 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-271bad95-4563-403f-b741-10b411299b0d service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017906
Apr 15 10:57:54.039700 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-ce39e8ac-e6c7-43c9-b09c-cc73528f08bc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 1001 time: 0.5828316
Apr 15 10:57:54.075168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.134603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] For port 31688c35-09d6-4b1d-bcee-78a11aa97e32, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:54.138095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] For port 31688c35-09d6-4b1d-bcee-78a11aa97e32, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=31688c35-09d6-4b1d-bcee-78a11aa97e32,segment=NetworkSegment(622884b2-efde-4d02-b991-79fe7c002dfa),segment_id=622884b2-efde-4d02-b991-79fe7c002dfa)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:54.142618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.159027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:54.208203 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cfe808b6-e105-45f5-b228-38a04be0b154 req-83af699d-8b7a-4e71-98b0-1a95ef2cb65e service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708994
Apr 15 10:57:54.214418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.264067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.282100 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-77128fc6-904f-44ba-86b2-a24f606d6ecd req-fcc7b9d4-0823-42b4-af33-0bc98a393d51 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3746216
Apr 15 10:57:54.319229 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Pushing event updated for resources: {'Port': ['ID=31688c35-09d6-4b1d-bcee-78a11aa97e32,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:54.325290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:54.337694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-831806b1-f2af-49b6-a366-9a8a3ee71b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:54.339445 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-831806b1-f2af-49b6-a366-9a8a3ee71b48 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 200  len: 847 time: 0.2822707
Apr 15 10:57:54.519765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-8aa173d6-0f0b-4c8f-8fc5-62a533d33d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:54.521441 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-8aa173d6-0f0b-4c8f-8fc5-62a533d33d4d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=028195d1-dab2-4135-be1b-ddfb3cd0c290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1737502
Apr 15 10:57:54.568541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Allocated IP 172.27.3.72 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/6947567e-2559-4df0-a24b-cd2d89c92f57) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:54.794797 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-64c02f87-6549-4b27-afdc-5b47e38d5109 service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659085
Apr 15 10:57:54.947431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.953697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139089a-9d98-437c-ba69-bef92c44bb91 req-e261032d-a81a-4ab5-9b4d-b36625a693fa tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:54.955302 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3139089a-9d98-437c-ba69-bef92c44bb91 req-e261032d-a81a-4ab5-9b4d-b36625a693fa tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.0959759
Apr 15 10:57:54.974690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.003173 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a76fd893-8be3-4328-a19f-dfeff74d0a9a req-cc39ec5c-7992-4809-ad8b-20ab3d50c6d6 service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016392
Apr 15 10:57:55.018640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.028768 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3139089a-9d98-437c-ba69-bef92c44bb91 req-beade857-5e0c-49ec-ae1f-2b2587cb7e04 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659380
Apr 15 10:57:55.046474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:55.119879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:57:55.183637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=6947567e-2559-4df0-a24b-cd2d89c92f57,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:55.189052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:55.242066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:55.243712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:55.247855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:55.278100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:55.293626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'port_id': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'mac_address': 'fa:16:3e:f8:90:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:57:55.359235 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.378317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb64132d-3335-42f1-bb35-2721a71581f1 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:55.396058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:55.400260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.402190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:55.498145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:55.502869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:55.615424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 31688c35-09d6-4b1d-bcee-78a11aa97e32 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:55.698462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 31688c35-09d6-4b1d-bcee-78a11aa97e32 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:55.703959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5c299030-051d-4388-9713-c6d332dc68bd up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:55.738113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['eb64132d-3335-42f1-bb35-2721a71581f1'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:57:55.771615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c6f29-5e3b-446b-b8a2-c3f022cfc1b4 req-22763845-b8b6-44db-ab26-84e1a9b851ea tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:55.774290 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec3c6f29-5e3b-446b-b8a2-c3f022cfc1b4 req-22763845-b8b6-44db-ab26-84e1a9b851ea tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 944 time: 0.3373237
Apr 15 10:57:55.779215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b157842-f11b-4926-b4c7-64ec3d488b94 None None] Network 2b6a7c15-3631-4195-b080-550db7377a6a requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:55.842274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.921397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] Provisioning for port 31688c35-09d6-4b1d-bcee-78a11aa97e32 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:55.942787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] Provisioning complete for port 31688c35-09d6-4b1d-bcee-78a11aa97e32 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:55.943199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.971053 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec3c6f29-5e3b-446b-b8a2-c3f022cfc1b4 req-c25c8948-fb30-4cd8-8161-454fca253eb6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1886473
Apr 15 10:57:56.044408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 5c299030-051d-4388-9713-c6d332dc68bd completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:56.118506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 5c299030-051d-4388-9713-c6d332dc68bd triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:56.118909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.172470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.262819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805ed6-d6e9-4da2-90ad-91b15d60d723 req-aac3e510-843b-4331-961d-21e3fcf5d095 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:56.264541 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ae805ed6-d6e9-4da2-90ad-91b15d60d723 req-aac3e510-843b-4331-961d-21e3fcf5d095 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1110065
Apr 15 10:57:56.329637 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ae805ed6-d6e9-4da2-90ad-91b15d60d723 req-c96934e6-624f-4350-a0a2-cb41328b4774 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575051
Apr 15 10:57:56.428297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.555819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.704103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.720887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] For port 31688c35-09d6-4b1d-bcee-78a11aa97e32, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=31688c35-09d6-4b1d-bcee-78a11aa97e32,segment=NetworkSegment(622884b2-efde-4d02-b991-79fe7c002dfa),segment_id=622884b2-efde-4d02-b991-79fe7c002dfa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:56.729126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.737169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:56.753090 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-dfca7a93-42cd-4d80-971b-0c15cd24d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:56.754753 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-dfca7a93-42cd-4d80-971b-0c15cd24d23d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1098 time: 0.2591591
Apr 15 10:57:56.805626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 5c299030-051d-4388-9713-c6d332dc68bd, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5c299030-051d-4388-9713-c6d332dc68bd,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:56.812065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.826525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] Pushing event updated for resources: {'Port': ['ID=31688c35-09d6-4b1d-bcee-78a11aa97e32,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:56.829775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:56.830279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:56.906337 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=5c299030-051d-4388-9713-c6d332dc68bd,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:56.909853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:56.955039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Router b75d9683-a8fa-49ea-97ce-e6756d514b12 is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:57:56.963640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-74a0faaf-5a9a-4faa-9517-b6f76c55406d None None] Provisioning complete for port 31688c35-09d6-4b1d-bcee-78a11aa97e32 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:56.964049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74a0faaf-5a9a-4faa-9517-b6f76c55406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.966057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-9982da94-fa0b-4f48-b2a2-1efd92c71f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:56.967908 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-9982da94-fa0b-4f48-b2a2-1efd92c71f6d service neutron] 10.222.0.104 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 910 time: 0.1889312
Apr 15 10:57:57.307438 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-d35c1f65-bcce-4d83-814c-e6e30448f184 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 1001 time: 0.2775362
Apr 15 10:57:57.368154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:57.380018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Sync routers for ids ['b75d9683-a8fa-49ea-97ce-e6756d514b12'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:57.393223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Routers {'b75d9683-a8fa-49ea-97ce-e6756d514b12'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:57.394805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b5ba9b0>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b75d9683-a8fa-49ea-97ce-e6756d514b12'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:57.411299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a2ffb-3047-400c-aead-207e52e5ad3e req-d4e1c49a-c0de-4eb7-8144-5b1c56e651e2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:57.413595 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-335a2ffb-3047-400c-aead-207e52e5ad3e req-d4e1c49a-c0de-4eb7-8144-5b1c56e651e2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 944 time: 0.2609406
Apr 15 10:57:57.455577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-5a1ec2b1-da93-4319-9ec1-53fa98054445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:57.457167 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-5a1ec2b1-da93-4319-9ec1-53fa98054445 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 200  len: 847 time: 0.1292665
Apr 15 10:57:57.461845 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.463180 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.9080274
Apr 15 10:57:57.503265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44722) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:57.540907 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-335a2ffb-3047-400c-aead-207e52e5ad3e req-ab28ea7c-c5f4-4b0f-aa0c-e0cd7127f7be tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155276
Apr 15 10:57:57.573388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 31688c35-09d6-4b1d-bcee-78a11aa97e32 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:57.582876 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-dba61d9c-04e1-4f75-baa9-60bff067f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:57.584436 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-dba61d9c-04e1-4f75-baa9-60bff067f6d8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=028195d1-dab2-4135-be1b-ddfb3cd0c290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1199150
Apr 15 10:57:57.702413 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 31688c35-09d6-4b1d-bcee-78a11aa97e32 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:57.702821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.734855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Set router b75d9683-a8fa-49ea-97ce-e6756d514b12 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:57.738053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7788f10-7913-4471-b116-dcd18dc3cda6 req-93495ece-7dd4-4549-96ed-f76f73488d00 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:57.739685 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7788f10-7913-4471-b116-dcd18dc3cda6 req-93495ece-7dd4-4549-96ed-f76f73488d00 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.2811396
Apr 15 10:57:57.740680 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-8062ec23-7a0d-438e-b286-47dda8fec32c service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493120
Apr 15 10:57:57.907202 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d335605f-03b5-4a59-8d07-3de3dc446ebf req-67f9e440-cfe8-4248-9314-5699bb8065c1 service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502166
Apr 15 10:57:58.122060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5c299030-051d-4388-9713-c6d332dc68bd up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:58.230936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b5ba9b0>, [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:55Z', 'revision_number': 3, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port': {'id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:54Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:58.233234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 5c299030-051d-4388-9713-c6d332dc68bd triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:58.233684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.280534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Checking router: b75d9683-a8fa-49ea-97ce-e6756d514b12 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:58.280925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Updating router b75d9683-a8fa-49ea-97ce-e6756d514b12 port 6947567e-2559-4df0-a24b-cd2d89c92f57 binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:58.341616 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7788f10-7913-4471-b116-dcd18dc3cda6 req-f9f29172-ab1d-438d-b4a4-cf0021aef743 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5926890
Apr 15 10:57:58.399273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.591866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.752410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44736) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:58.804808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aeda5-23ef-47fc-b7de-3e4b2c8b3423 req-72ef244a-6206-43e6-bc43-78b1b7ac7490 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:58.806525 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d24aeda5-23ef-47fc-b7de-3e4b2c8b3423 req-72ef244a-6206-43e6-bc43-78b1b7ac7490 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 944 time: 0.1172206
Apr 15 10:57:58.862460 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d24aeda5-23ef-47fc-b7de-3e4b2c8b3423 req-a4bf1fb7-8a36-4d32-b1ff-07a8ec2de85e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479791
Apr 15 10:57:58.966552 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.966816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65353c-79dc-4f09-8cb6-efaf68a77933 req-4586202e-fb2d-4264-890d-3c0a7eb2ea89 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:58.968585 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3f65353c-79dc-4f09-8cb6-efaf68a77933 req-4586202e-fb2d-4264-890d-3c0a7eb2ea89 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.2766664
Apr 15 10:57:58.986966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Transition to ACTIVE for port object 6947567e-2559-4df0-a24b-cd2d89c92f57 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:58.993525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.006558 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Allocated IP 172.20.0.1 (2b6a7c15-3631-4195-b080-550db7377a6a/827929cc-a0a7-4c2f-8c89-ad09cfb91bbb/c766a574-c0a1-42f6-96d0-17dc90f6373c) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:59.009855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:59.075161 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3f65353c-79dc-4f09-8cb6-efaf68a77933 req-aa44cf03-ef0a-4a4b-a5e0-4c2c52f444eb tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957360
Apr 15 10:57:59.135953 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-9d80f3d0-91d1-4c2b-874e-457700b8979b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3773425
Apr 15 10:57:59.145062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24ca91-92d4-4923-a750-b6acf8da3439 None None] Pushing event updated for resources: {'Port': ['ID=6947567e-2559-4df0-a24b-cd2d89c92f57,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:59.149762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2a24ca91-92d4-4923-a750-b6acf8da3439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:59.154581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:59.218435 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.236190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Transition to ACTIVE for port object c766a574-c0a1-42f6-96d0-17dc90f6373c will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:59.266538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.280860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Attempting to bind port 6947567e-2559-4df0-a24b-cd2d89c92f57 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:59.281330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Attempting to bind port 6947567e-2559-4df0-a24b-cd2d89c92f57 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:59.281640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Attempting to bind port 6947567e-2559-4df0-a24b-cd2d89c92f57 on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:59.289660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:59.290076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:59.290529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.291084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:59.291468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Bound port: 6947567e-2559-4df0-a24b-cd2d89c92f57, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:59.291884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.300310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:59.322689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port eb64132d-3335-42f1-bb35-2721a71581f1 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:59.337335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port eb64132d-3335-42f1-bb35-2721a71581f1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:59.337776 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.447601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Pushing event updated for resources: {'Port': ['ID=c766a574-c0a1-42f6-96d0-17dc90f6373c,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:59.447886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] For port 6947567e-2559-4df0-a24b-cd2d89c92f57, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:59.448017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:59.448410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] For port 6947567e-2559-4df0-a24b-cd2d89c92f57, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=6947567e-2559-4df0-a24b-cd2d89c92f57,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:59.458169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.479018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-049437f6-e597-4499-89b1-fe0b45df8b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:59.509584 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Network 2b6a7c15-3631-4195-b080-550db7377a6a is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:59.511020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:59.513396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:59.588575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.770013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.920148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-48ac2c34-30c4-4ad7-8268-f2d592b0f1c9 None None] Provisioning for port c766a574-c0a1-42f6-96d0-17dc90f6373c completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:59.929502 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.957168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-48ac2c34-30c4-4ad7-8268-f2d592b0f1c9 None None] Provisioning complete for port c766a574-c0a1-42f6-96d0-17dc90f6373c triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:59.957615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-48ac2c34-30c4-4ad7-8268-f2d592b0f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.995865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24ca91-92d4-4923-a750-b6acf8da3439 None None] Pushing event updated for resources: {'Port': ['ID=6947567e-2559-4df0-a24b-cd2d89c92f57,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:00.011976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2a24ca91-92d4-4923-a750-b6acf8da3439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:00.071749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:00.083909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-48ac2c34-30c4-4ad7-8268-f2d592b0f1c9 None None] Port c766a574-c0a1-42f6-96d0-17dc90f6373c cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:00.089873 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:00.106173 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.107115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 073b8121-edd6-4c68-9210-5372b5afa371 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:58:00.142928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.145962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8cb60b95-d47c-49a8-bc1a-c4334b24c025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:00.149483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.158711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb16f8-286b-459f-94f8-4e703ec3787f req-eaf93a51-73f1-45d5-93ea-64dd71a4a6c2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:00.167875 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cedb16f8-286b-459f-94f8-4e703ec3787f req-eaf93a51-73f1-45d5-93ea-64dd71a4a6c2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.1301112
Apr 15 10:58:00.184459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-93ebcf70-efce-4b0f-bae8-a75de3b5d0ff tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:00.212222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Routers {'b75d9683-a8fa-49ea-97ce-e6756d514b12'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:00.212921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b5ba9b0>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b75d9683-a8fa-49ea-97ce-e6756d514b12'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:00.235558 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cedb16f8-286b-459f-94f8-4e703ec3787f req-85cd5d3c-7829-4f5c-aa23-7212ceecd1d8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663369
Apr 15 10:58:00.293642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Pushing event updated for resources: {'Port': ['ID=c766a574-c0a1-42f6-96d0-17dc90f6373c,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:00.296480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.395448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:00.410534 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'code': 200}
Apr 15 10:58:00.470681 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Network 2b6a7c15-3631-4195-b080-550db7377a6a is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:00.471949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:00.476076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9b57c-9611-4678-9c4a-b9cd811b377d req-c2aaef1f-74a3-41b9-81c2-f6e69e66c5fb tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:00.485272 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9c9b57c-9611-4678-9c4a-b9cd811b377d req-c2aaef1f-74a3-41b9-81c2-f6e69e66c5fb tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1122510
Apr 15 10:58:00.560391 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9c9b57c-9611-4678-9c4a-b9cd811b377d req-c710e584-5c09-4d55-bb51-defe9a1c66f4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739357
Apr 15 10:58:00.578215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:00.590341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:00.597716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.637707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] Set router b75d9683-a8fa-49ea-97ce-e6756d514b12 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:00.735423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:00.754437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Router b75d9683-a8fa-49ea-97ce-e6756d514b12 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:00.756449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.763003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:00.771066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2a6ea-7f21-4181-b27e-2c25a1b0d8a6 req-c2b9977d-bda4-4f87-9832-c749806d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:00.772925 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-21e2a6ea-7f21-4181-b27e-2c25a1b0d8a6 req-c2b9977d-bda4-4f87-9832-c749806d81e0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 1098 time: 0.1112773
Apr 15 10:58:00.833544 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-21e2a6ea-7f21-4181-b27e-2c25a1b0d8a6 req-b79e2c1a-2023-4383-8a53-9e916dcec594 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453486
Apr 15 10:58:00.966560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:00.978124 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] 10.222.0.68 "PUT /v2.0/routers/b75d9683-a8fa-49ea-97ce-e6756d514b12/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4661329
Apr 15 10:58:00.989821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-97460a64-7184-43fe-90f3-93dc2a63cb5e None None] Provisioning complete for port c766a574-c0a1-42f6-96d0-17dc90f6373c triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:00.990246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97460a64-7184-43fe-90f3-93dc2a63cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.049762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=6']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:01.057268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:01.089748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-97460a64-7184-43fe-90f3-93dc2a63cb5e None None] Port c766a574-c0a1-42f6-96d0-17dc90f6373c cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:01.183198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b5ba9b0>, [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port': {'id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:54Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'c766a574-c0a1-42f6-96d0-17dc90f6373c', 'name': '', 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'mac_address': 'fa:16:3e:d7:57:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:58Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 2, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'subnets': [{'id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:01.187368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b6c3f-832a-4b6c-9da9-ac9b17d2d9ba None None] The sync data for ids ['b75d9683-a8fa-49ea-97ce-e6756d514b12'] in dv-cinder-786385-1-iscsi is: [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port': {'id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:54Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'c766a574-c0a1-42f6-96d0-17dc90f6373c', 'name': '', 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'mac_address': 'fa:16:3e:d7:57:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:58Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 2, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'subnets': [{'id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:01.217896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-1324068d-885a-4fb3-b56c-e97c3c6bfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.219408 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-1324068d-885a-4fb3-b56c-e97c3c6bfcf6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02&tenant_id=e42ef5c1f49f416f8717fd13b63c17de HTTP/1.1" status: 200  len: 1096 time: 0.0917830
Apr 15 10:58:01.356854 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-a7980364-c2fc-4d42-ac59-d7cc0f90dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.358522 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-a7980364-c2fc-4d42-ac59-d7cc0f90dc31 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1096 time: 0.0975790
Apr 15 10:58:01.580562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-4483fde2-73d7-4e93-9651-9089ed34bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.581377 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-4483fde2-73d7-4e93-9651-9089ed34bcb3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 910 time: 0.1750567
Apr 15 10:58:01.591885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df188e3f-d11c-476d-8fb7-3cb83ec09b9a req-89a46470-65ab-4f13-a86d-752027db3a43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.593509 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-df188e3f-d11c-476d-8fb7-3cb83ec09b9a req-89a46470-65ab-4f13-a86d-752027db3a43 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.2340109
Apr 15 10:58:01.711634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44766) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:01.718505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487201230', 'description': 'tempest-secgroup-smoke-487201230 description', 'project_id': 'cc918f28a1ea44d88fef179a523d9860'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:01.726721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:01.732450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:security_group and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:01.736641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:01.744882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:01.750524 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-58e9e9d0-5812-446e-830a-dc0e0ab61efc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 999 time: 0.1559477
Apr 15 10:58:01.758955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.762968 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-df188e3f-d11c-476d-8fb7-3cb83ec09b9a req-deb5c118-78d9-42d1-af48-8e34da33a25d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060436
Apr 15 10:58:01.784977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:01.790410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:security_group_rule and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:01.793626 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:01.800381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:01.862288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-686d1c0d-4663-44d6-82d2-95297cdd824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.864153 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-686d1c0d-4663-44d6-82d2-95297cdd824a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 200  len: 847 time: 0.0892715
Apr 15 10:58:01.967619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.000541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4b99c-3f5f-40d8-8ea9-003e0519f75f req-bb7d812d-c937-47f3-8003-59fc46def79a tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:02.009901 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-04d4b99c-3f5f-40d8-8ea9-003e0519f75f req-bb7d812d-c937-47f3-8003-59fc46def79a tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.1853628
Apr 15 10:58:02.012515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.019533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:02.122279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.123807 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4108553
Apr 15 10:58:02.132151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44770) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:02.134949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ce039c-b914-4359-9e9e-b654e121ce22,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:02.138984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:02.146806 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'security_group_rule': {'security_group_id': 'c3ce039c-b914-4359-9e9e-b654e121ce22', 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:02.159373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:02.182623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-04d4b99c-3f5f-40d8-8ea9-003e0519f75f req-9e3cfc82-c164-4aba-86c7-c88b0b6ee4ce tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713331
Apr 15 10:58:02.189575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:security_group_rule and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:02.195174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:02.215335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:02.240155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.315443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.319480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.322520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a0826e45-ba3f-4f9d-ba15-29cc182caeb4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:02.335677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-cf3cd8c9-7934-4c79-b697-09200dbea01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:02.336671 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-cf3cd8c9-7934-4c79-b697-09200dbea01d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=028195d1-dab2-4135-be1b-ddfb3cd0c290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4653280
Apr 15 10:58:02.349633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43535be5-5259-438a-aab8-3f7af2be2423,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:02.356489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:02.361631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.365472 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2296870
Apr 15 10:58:02.365785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44774) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:02.372856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'security_group_rule': {'security_group_id': 'c3ce039c-b914-4359-9e9e-b654e121ce22', 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:02.379627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:02.384480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:security_group_rule and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:02.387668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:02.393857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:02.411990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:02.416768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.471299 dv-cinder-786385-1-iscsi neutron-server[85178]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371', 'code': 422} returned with failed status
Apr 15 10:58:02.492804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.495739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.498070 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-832d06f2-bf70-47d3-9e89-a5dec6bf11c4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:02.500328 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-af5f5cd8-2247-4bba-9d1f-cc86016ffe2b service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559489
Apr 15 10:58:02.525328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f6dd5a-19c6-4862-bb0c-ac3b5fc9364b,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:02.528544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:02.538923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.541407 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3717b31d-2c74-4838-95b2-8a4cf5ea8902 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1726553
Apr 15 10:58:02.543172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44780) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:02.548869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'security_group_rule': {'security_group_id': 'c3ce039c-b914-4359-9e9e-b654e121ce22', 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:02.556277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:02.560380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:security_group_rule and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:02.563469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:02.571066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:02.588939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.660450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.663517 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-784ce1b1-b343-4bd9-b582-07e11825cc89 req-edfce543-a4a5-4b83-aab9-0301f0887e7c service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557031
Apr 15 10:58:02.664722 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.673734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:02.697662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafc502f-3dde-4ac0-b091-a929c36c61b7,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:02.700248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:02.703620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.704872 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f70c6b9e-d65e-47c7-9689-0106a67b8bf3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1606877
Apr 15 10:58:02.707766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44784) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:02.714713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'security_group_rule': {'security_group_id': 'c3ce039c-b914-4359-9e9e-b654e121ce22', 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:02.721878 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:02.726585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:security_group_rule and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:02.729773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:02.737725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:02.755426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.830932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.835410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.859669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:02.876081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476c4a78-bc7c-44c2-9496-01b51f4c502a,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:02.878949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:02.879983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.884322 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4fd41ecf-45bf-49e2-bb1a-959d26ebe187 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1727290
Apr 15 10:58:02.884858 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44790) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:02.891448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'security_group_rule': {'security_group_id': 'c3ce039c-b914-4359-9e9e-b654e121ce22', 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:02.935760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:02.950297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:security_group_rule and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:02.955564 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:02.963513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:02.980016 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Project cc918f28a1ea44d88fef179a523d9860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:58:02.994902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.043864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71521-2a64-43a3-b1fa-cbff21bdbf2b req-90c25259-0f94-48ba-8132-f8249b565ffb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:03.044602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-79d71521-2a64-43a3-b1fa-cbff21bdbf2b req-90c25259-0f94-48ba-8132-f8249b565ffb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Synchronizing usage tracker for tenant:baece6e1d3d74502abc623559fb98938 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:03.073517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-79d71521-2a64-43a3-b1fa-cbff21bdbf2b req-90c25259-0f94-48ba-8132-f8249b565ffb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Unset dirty status for tenant:baece6e1d3d74502abc623559fb98938 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:03.074759 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-79d71521-2a64-43a3-b1fa-cbff21bdbf2b req-90c25259-0f94-48ba-8132-f8249b565ffb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.1782501
Apr 15 10:58:03.107612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.114123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.119421 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-36e73967-b87d-44ed-97ab-3deb0c547bd0 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:03.155664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcc46cd-15de-4b49-84a8-a848909c2280,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:03.162120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:03.165677 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-79d71521-2a64-43a3-b1fa-cbff21bdbf2b req-425775b3-967d-4ebe-bc8d-302de78b0951 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782115
Apr 15 10:58:03.172280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.173538 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4bc79ccf-e123-45a8-8cfc-a1409225f411 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2870302
Apr 15 10:58:03.176343 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44794) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:03.181794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'security_group_rule': {'security_group_id': 'c3ce039c-b914-4359-9e9e-b654e121ce22', 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:03.188431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:03.193734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:security_group_rule and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:03.199238 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:03.209058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:03.225022 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Project cc918f28a1ea44d88fef179a523d9860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 10:58:03.232845 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.306234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.311203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.347454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:03.388630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c99a215-67f8-4937-9f01-540842dc4af1,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:03.390198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d0447-cd15-46a7-8f46-7c361205a744 req-3b0d1967-0f9b-49cf-92aa-5f6d724788db tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:03.391805 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6c4d0447-cd15-46a7-8f46-7c361205a744 req-3b0d1967-0f9b-49cf-92aa-5f6d724788db tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.0901165
Apr 15 10:58:03.393970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:03.406560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.407840 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-dfb4f642-da6a-4aee-9a22-ff0595e0249d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2304957
Apr 15 10:58:03.440860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d19aa7-a56b-432b-825c-230cdcf537ed req-967b07d7-92f5-4c27-a8aa-07e61ee2e3eb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:03.446393 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b5d19aa7-a56b-432b-825c-230cdcf537ed req-967b07d7-92f5-4c27-a8aa-07e61ee2e3eb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.1327522
Apr 15 10:58:03.447661 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6c4d0447-cd15-46a7-8f46-7c361205a744 req-99e355fa-f0fa-4042-b115-4904686d4c22 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466952
Apr 15 10:58:03.472039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 44812) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:03.478653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Request body: {'floatingip': {'port_id': 'eb64132d-3335-42f1-bb35-2721a71581f1'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:03.563257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.592525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 6947567e-2559-4df0-a24b-cd2d89c92f57 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:03.676123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 6947567e-2559-4df0-a24b-cd2d89c92f57 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:03.682824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 6947567e-2559-4df0-a24b-cd2d89c92f57 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:03.683312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.817740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.836944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 6947567e-2559-4df0-a24b-cd2d89c92f57, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=6947567e-2559-4df0-a24b-cd2d89c92f57,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:03.842129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.844142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:03.919751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=6947567e-2559-4df0-a24b-cd2d89c92f57,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:03.923047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:04.074287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:58:04.609469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Sync routers for ids ['b75d9683-a8fa-49ea-97ce-e6756d514b12'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:04.620628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Routers {'b75d9683-a8fa-49ea-97ce-e6756d514b12'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:04.621327 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b4d36d8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b75d9683-a8fa-49ea-97ce-e6756d514b12'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:04.715641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:04.719939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:04.819781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Set router b75d9683-a8fa-49ea-97ce-e6756d514b12 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:04.898190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd33f4-e762-4555-8141-d5004c638b3f req-85a14c33-e64a-4122-8da5-a7505bf19dfd tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:04.899650 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-73bd33f4-e762-4555-8141-d5004c638b3f req-85a14c33-e64a-4122-8da5-a7505bf19dfd tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.2790411
Apr 15 10:58:04.966117 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Floating IP e895756c-d894-444f-9015-71ac1b2fa6c7 associated. External IP: 172.27.3.170, port: eb64132d-3335-42f1-bb35-2721a71581f1.
Apr 15 10:58:05.096602 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-73bd33f4-e762-4555-8141-d5004c638b3f req-29e4138e-8a71-4608-8d6e-0bb767dc63c6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1903186
Apr 15 10:58:05.182132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b4d36d8>, [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port': {'id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:54Z', 'updated_at': '2021-04-15T10:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'c766a574-c0a1-42f6-96d0-17dc90f6373c', 'name': '', 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'mac_address': 'fa:16:3e:d7:57:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:58Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 2, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'subnets': [{'id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:05.186456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Checking router: b75d9683-a8fa-49ea-97ce-e6756d514b12 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:05.186852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Updating router b75d9683-a8fa-49ea-97ce-e6756d514b12 port c766a574-c0a1-42f6-96d0-17dc90f6373c binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:58:05.246922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.370426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Router b673fe89-4c86-48dd-8122-c652ae3b5418 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:05.560369 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 6947567e-2559-4df0-a24b-cd2d89c92f57 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:05.587538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:05.592354 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.603490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] Sync routers for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:05.629612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:05.630287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b7d53c8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:05.657257 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-74bee51c-4d5b-41bf-8110-20710987148f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "PUT /v2.0/floatingips/e895756c-d894-444f-9015-71ac1b2fa6c7 HTTP/1.1" status: 200  len: 991 time: 2.1809187
Apr 15 10:58:05.657257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:05.700126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.711089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Transition to ACTIVE for port object c766a574-c0a1-42f6-96d0-17dc90f6373c will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:05.718893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.723801 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'status': 'completed', 'code': 200}
Apr 15 10:58:05.735128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:05.880357 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914cb3c-860d-4af7-9a40-280326f8164d None None] Pushing event updated for resources: {'Port': ['ID=c766a574-c0a1-42f6-96d0-17dc90f6373c,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:05.881947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-859d4303-dd17-4716-8a04-1e55e0848da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:05.885409 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5914cb3c-860d-4af7-9a40-280326f8164d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:05.887622 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-859d4303-dd17-4716-8a04-1e55e0848da9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 1098 time: 0.1162899
Apr 15 10:58:05.995733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 6947567e-2559-4df0-a24b-cd2d89c92f57 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:05.996242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.090971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-3db68264-cfa3-4b0e-b1bc-a7cd9054e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:06.092694 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-3db68264-cfa3-4b0e-b1bc-a7cd9054e4bb service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.1978753
Apr 15 10:58:06.139657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Attempting to bind port c766a574-c0a1-42f6-96d0-17dc90f6373c on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:06.140479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Attempting to bind port c766a574-c0a1-42f6-96d0-17dc90f6373c by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:06.141272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Attempting to bind port c766a574-c0a1-42f6-96d0-17dc90f6373c on network 2b6a7c15-3631-4195-b080-550db7377a6a {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:06.149846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:06.150549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Checking segment: {'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:06.151187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.152212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Bound using segment: {'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:06.153018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Bound port: c766a574-c0a1-42f6-96d0-17dc90f6373c, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622884b2-efde-4d02-b991-79fe7c002dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:06.153724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.223451 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-37a44e57-4e1c-4448-8eb6-9ed236979b5e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb64132d-3335-42f1-bb35-2721a71581f1 HTTP/1.1" status: 200  len: 999 time: 0.1212690
Apr 15 10:58:06.255999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:06.294529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] For port c766a574-c0a1-42f6-96d0-17dc90f6373c, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:06.299014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] For port c766a574-c0a1-42f6-96d0-17dc90f6373c, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=c766a574-c0a1-42f6-96d0-17dc90f6373c,segment=NetworkSegment(622884b2-efde-4d02-b991-79fe7c002dfa),segment_id=622884b2-efde-4d02-b991-79fe7c002dfa)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:06.309144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.314865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-4a2d8388-096b-428d-b697-e750171bddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:06.325079 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-4a2d8388-096b-428d-b697-e750171bddbd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.0906153
Apr 15 10:58:06.328142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e395eabd-7ec3-4f28-a76f-9bd59408df22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:06.403862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534617a-f32a-4e7e-bb09-a90c651c2528 req-92658b5a-9316-47f0-8c1f-dfa563d74202 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:06.412186 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2534617a-f32a-4e7e-bb09-a90c651c2528 req-92658b5a-9316-47f0-8c1f-dfa563d74202 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.1641095
Apr 15 10:58:06.464723 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-0f9cafab-462f-4757-8a26-433a852b23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:06.466714 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-0f9cafab-462f-4757-8a26-433a852b23fa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1372340
Apr 15 10:58:06.490048 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2534617a-f32a-4e7e-bb09-a90c651c2528 req-92e3d20e-7245-40a6-9bc2-128069396f9e tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767226
Apr 15 10:58:06.526808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914cb3c-860d-4af7-9a40-280326f8164d None None] Pushing event updated for resources: {'Port': ['ID=c766a574-c0a1-42f6-96d0-17dc90f6373c,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:06.532775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5914cb3c-860d-4af7-9a40-280326f8164d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:06.580613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Routers {'b75d9683-a8fa-49ea-97ce-e6756d514b12'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:06.581336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b4d36d8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b75d9683-a8fa-49ea-97ce-e6756d514b12'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:06.670463 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-f7b98196-8c3a-4bd0-ad3d-8d47cabd77ec service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958573
Apr 15 10:58:06.720997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b7d53c8>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'e895756c-d894-444f-9015-71ac1b2fa6c7', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'port_id': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'mac_address': 'fa:16:3e:f8:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:58:04Z', 'revision_number': 1, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:06.726418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] Checking router: b673fe89-4c86-48dd-8122-c652ae3b5418 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:06.736693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:06.737519 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b7d53c8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:06.798309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] Set router b75d9683-a8fa-49ea-97ce-e6756d514b12 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:06.868143 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cbc80e65-bdb6-4a8f-96b8-714abe5c737c req-2c249714-d8c6-4df1-8c35-2b485b5bbbd5 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864934
Apr 15 10:58:06.962700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:07.168127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b4d36d8>, [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port': {'id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:54Z', 'updated_at': '2021-04-15T10:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'c766a574-c0a1-42f6-96d0-17dc90f6373c', 'name': '', 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'mac_address': 'fa:16:3e:d7:57:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:58Z', 'updated_at': '2021-04-15T10:58:06Z', 'revision_number': 4, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'subnets': [{'id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:07.172605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485f675-c6da-4741-a3f5-b71add54b9d3 None None] The sync data for ids ['b75d9683-a8fa-49ea-97ce-e6756d514b12'] in dv-cinder-786385-1-iscsi is: [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 4, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port': {'id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:54Z', 'updated_at': '2021-04-15T10:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'c766a574-c0a1-42f6-96d0-17dc90f6373c', 'name': '', 'network_id': '2b6a7c15-3631-4195-b080-550db7377a6a', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'mac_address': 'fa:16:3e:d7:57:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:58Z', 'updated_at': '2021-04-15T10:58:06Z', 'revision_number': 4, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'subnets': [{'id': '827929cc-a0a7-4c2f-8c89-ad09cfb91bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:07.363518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b7d53c8>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'e895756c-d894-444f-9015-71ac1b2fa6c7', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'port_id': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'mac_address': 'fa:16:3e:f8:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:58:04Z', 'revision_number': 1, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:07.368494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead44b89-22d5-4ccf-aadd-5f04e39eee34 None None] The sync data for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi is: [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'e895756c-d894-444f-9015-71ac1b2fa6c7', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'port_id': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'mac_address': 'fa:16:3e:f8:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:58:04Z', 'revision_number': 1, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:07.587583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device c766a574-c0a1-42f6-96d0-17dc90f6373c up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:07.664656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port c766a574-c0a1-42f6-96d0-17dc90f6373c completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:07.673789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port c766a574-c0a1-42f6-96d0-17dc90f6373c triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:07.674200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.711836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468fc9d-7fec-4e1e-90e7-0ec5893957f6 req-3cd94777-94eb-4550-a0de-eb50677caf2b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:07.711836 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4468fc9d-7fec-4e1e-90e7-0ec5893957f6 req-3cd94777-94eb-4550-a0de-eb50677caf2b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.0985410
Apr 15 10:58:07.729714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd62d402-756f-4b60-a184-c3b232b498c4 None None] New status for floating IP e895756c-d894-444f-9015-71ac1b2fa6c7: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:58:07.819062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.878678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port c766a574-c0a1-42f6-96d0-17dc90f6373c, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=c766a574-c0a1-42f6-96d0-17dc90f6373c,segment=NetworkSegment(622884b2-efde-4d02-b991-79fe7c002dfa),segment_id=622884b2-efde-4d02-b991-79fe7c002dfa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:07.882390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.885819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:07.983713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=c766a574-c0a1-42f6-96d0-17dc90f6373c,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:07.987540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:08.072278 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4468fc9d-7fec-4e1e-90e7-0ec5893957f6 req-1526e551-90e2-4098-a077-f6ca8be3ec94 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3546126
Apr 15 10:58:09.281816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ccbcd-ac06-4e5d-a8af-ee8f0d3e68d7 req-777cd3ba-fd90-441b-9170-c3027e3b2dab tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:09.283377 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-012ccbcd-ac06-4e5d-a8af-ee8f0d3e68d7 req-777cd3ba-fd90-441b-9170-c3027e3b2dab tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.0951266
Apr 15 10:58:09.334036 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-012ccbcd-ac06-4e5d-a8af-ee8f0d3e68d7 req-e2f238a0-1e44-490c-95b9-128ebf8ab75a tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428307
Apr 15 10:58:09.547522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device c766a574-c0a1-42f6-96d0-17dc90f6373c up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:09.624053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port c766a574-c0a1-42f6-96d0-17dc90f6373c triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:09.624462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.547209 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b037895-f603-4cb2-90e7-6f1d90afd450 req-bdc5ccf3-b574-4464-b9a0-75640b304e06 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:10.548863 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0b037895-f603-4cb2-90e7-6f1d90afd450 req-bdc5ccf3-b574-4464-b9a0-75640b304e06 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 943 time: 0.0938365
Apr 15 10:58:10.598780 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0b037895-f603-4cb2-90e7-6f1d90afd450 req-f8973bcd-9897-415a-9694-57451b43b10b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427964
Apr 15 10:58:11.205831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 073b8121-edd6-4c68-9210-5372b5afa371 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:58:11.350919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:11.365587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '073b8121-edd6-4c68-9210-5372b5afa371', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'port_id': '073b8121-edd6-4c68-9210-5372b5afa371', 'mac_address': 'fa:16:3e:16:62:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:58:11.426711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:11.449020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073b8121-edd6-4c68-9210-5372b5afa371 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:11.466306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:11.469182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:11.471073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cf651c07-b8fc-45d7-a68b-de8b312e9912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:11.543727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=7']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:11.546990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:11.801931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['073b8121-edd6-4c68-9210-5372b5afa371'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:11.810269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae41705-107a-4d49-a233-cc8e1547db1a req-d7a5cdce-b024-409e-8d98-9b539f2e4982 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:11.812184 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-eae41705-107a-4d49-a233-cc8e1547db1a req-d7a5cdce-b024-409e-8d98-9b539f2e4982 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 944 time: 0.0966246
Apr 15 10:58:11.874276 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-eae41705-107a-4d49-a233-cc8e1547db1a req-2268e54a-5b41-421f-9137-2896e3ce3c43 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554376
Apr 15 10:58:13.102921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27238919-72ca-4130-ac6c-c4f3ddfd96e3 req-f0f22b58-b8db-4575-9324-a180290b98ac tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:13.105197 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-27238919-72ca-4130-ac6c-c4f3ddfd96e3 req-f0f22b58-b8db-4575-9324-a180290b98ac tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 944 time: 0.1048520
Apr 15 10:58:13.155755 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-27238919-72ca-4130-ac6c-c4f3ddfd96e3 req-c3092718-23fd-4f86-85ed-adfa9b3456fb tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437295
Apr 15 10:58:13.230138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 073b8121-edd6-4c68-9210-5372b5afa371 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:13.307918 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 073b8121-edd6-4c68-9210-5372b5afa371 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:13.308331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.436589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.468162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:13.479230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:13.483410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.485528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7a70e611-804b-4721-9ce1-311de7a09074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:13.524705 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371', 'code': 200}
Apr 15 10:58:13.559323 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=8']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:13.562448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:13.911648 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05a3fa-251d-4b16-86d5-2a474e7bc3b2 req-e61728e8-dcd6-4189-961f-e4f9fc2e211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:13.913253 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f05a3fa-251d-4b16-86d5-2a474e7bc3b2 req-e61728e8-dcd6-4189-961f-e4f9fc2e211c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1098 time: 0.0858362
Apr 15 10:58:13.964630 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f05a3fa-251d-4b16-86d5-2a474e7bc3b2 req-faf72cbd-ff68-46d2-a616-2619500c13ef service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378702
Apr 15 10:58:14.358792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b98cf6-c51a-43e3-a99f-d71545cd736d req-0cdacef7-17f9-4839-b236-d80d88588535 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:14.360337 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-73b98cf6-c51a-43e3-a99f-d71545cd736d req-0cdacef7-17f9-4839-b236-d80d88588535 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.0887945
Apr 15 10:58:14.411883 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-73b98cf6-c51a-43e3-a99f-d71545cd736d req-2d0aff72-70d4-41ff-a5bd-226bcdbc9007 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450542
Apr 15 10:58:15.620949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb505be-8ad8-4613-96c6-2c6a3a75b06b req-ae678368-9ceb-475f-ab56-f0194c4cf87f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:15.622587 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fbb505be-8ad8-4613-96c6-2c6a3a75b06b req-ae678368-9ceb-475f-ab56-f0194c4cf87f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.0935810
Apr 15 10:58:15.672965 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fbb505be-8ad8-4613-96c6-2c6a3a75b06b req-99691f9f-e78b-4f4e-8cd3-4177946b371f tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440803
Apr 15 10:58:20.657107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-590c2c47-92f1-4267-8789-11954a909940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.080056 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-8c8724db-1b89-4c40-9dac-1c94eaf11066 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487201230&fields=id&tenant_id=cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 267 time: 0.0439537
Apr 15 10:58:21.241304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-d7176924-9882-4698-a20b-2f8823e2b661 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:21.242881 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-d7176924-9882-4698-a20b-2f8823e2b661 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 811 time: 0.1554930
Apr 15 10:58:21.258873 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-81a8e087-a448-4df0-af79-7d718d8ec247 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/quotas/cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 375 time: 0.0095718
Apr 15 10:58:21.354673 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-e895eb95-c8ce-46fb-b564-d27f5913a418 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0900650
Apr 15 10:58:21.504279 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-9aa02f65-cd55-4775-9f4b-e9e71a300416 service neutron] 10.222.0.68 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370337
Apr 15 10:58:21.651963 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-d6324b6d-83f3-474c-8607-306fcb2f7d43 service neutron] 10.222.0.68 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407647
Apr 15 10:58:22.142828 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a5e2b42-cbd9-4daa-82d3-f5c9746d4a89 req-00b85dbd-ccda-4757-a5e9-ed39512c2c91 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 210 time: 0.0656815
Apr 15 10:58:23.085386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5987640f-db73-48b2-aa4c-b5d62d372a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.487614 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-76166454-b08b-448e-9ac2-395d4285b91c req-4ada432f-7381-4254-bc0b-070d259a3552 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 210 time: 0.1003025
Apr 15 10:58:23.542638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-7d452100-a08c-4586-927f-b0404464d6b1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:23.544172 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-7d452100-a08c-4586-927f-b0404464d6b1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 811 time: 0.2635484
Apr 15 10:58:23.731608 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-83410b84-fe95-49b4-bfd0-c008cef58c5f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 8059 time: 0.0957294
Apr 15 10:58:23.746524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3856439-eb0a-490b-9449-3f88156db3f1 req-6ec5dcd5-052d-41a1-a160-f1f7b88ca2ce tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:23.748117 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f3856439-eb0a-490b-9449-3f88156db3f1 req-6ec5dcd5-052d-41a1-a160-f1f7b88ca2ce tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1559198
Apr 15 10:58:23.753611 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'port': {'device_id': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'admin_state_up': True, 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'security_groups': ['c3ce039c-b914-4359-9e9e-b654e121ce22']}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:23.864424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:23.902103 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f3856439-eb0a-490b-9449-3f88156db3f1 req-1b50f2bf-befb-410e-8509-ae602310063d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252611
Apr 15 10:58:23.948526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:23.952524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:port and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:23.955498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:23.961437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:23.971227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Made reservation on behalf of cc918f28a1ea44d88fef179a523d9860 for: {'port': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:23.977372 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.008474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.153564 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Allocated IP 172.20.0.14 (0436587f-2be7-45ac-884a-6c4a8f929ab1/4536c5b5-54ba-4182-8497-0be635ec3d5b/138805bb-37d0-48ea-ae14-3bd621e19e24) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:24.358247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.375817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Transition to ACTIVE for port object 138805bb-37d0-48ea-ae14-3bd621e19e24 will not be triggered until provisioned by entity DHCP. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:24.398784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.414493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-911156d6-ed41-4eef-8a2d-1c0825e6a4db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:24.555602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=138805bb-37d0-48ea-ae14-3bd621e19e24,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:24.560089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:24.620112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:24.621523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:24.624163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:24.707163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:24.707897 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.735185 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-da4c3a76-ef0d-403a-a8d1-082945b1e9b3 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9859645
Apr 15 10:58:24.742087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d7239-7580-4302-b2bc-b4c4b7c7ea57 req-6a0853e2-c278-4f89-ba6a-5ad797c1a27d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:24.742857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-3e0d7239-7580-4302-b2bc-b4c4b7c7ea57 req-6a0853e2-c278-4f89-ba6a-5ad797c1a27d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:24.758866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Request body: {'port': {'device_id': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:24.761132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-3e0d7239-7580-4302-b2bc-b4c4b7c7ea57 req-6a0853e2-c278-4f89-ba6a-5ad797c1a27d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:24.762439 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3e0d7239-7580-4302-b2bc-b4c4b7c7ea57 req-6a0853e2-c278-4f89-ba6a-5ad797c1a27d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 932 time: 0.1338625
Apr 15 10:58:24.816216 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-3e0d7239-7580-4302-b2bc-b4c4b7c7ea57 req-5f6cea59-2fcf-4e8c-8351-1b7376f27c6c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:24.833758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-3e0d7239-7580-4302-b2bc-b4c4b7c7ea57 req-5f6cea59-2fcf-4e8c-8351-1b7376f27c6c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:24.835015 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3e0d7239-7580-4302-b2bc-b4c4b7c7ea57 req-5f6cea59-2fcf-4e8c-8351-1b7376f27c6c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656614
Apr 15 10:58:24.864328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-a06ef68f-5c04-4801-b192-2b18a9a4b989 None None] Provisioning for port 138805bb-37d0-48ea-ae14-3bd621e19e24 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:24.870266 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-a06ef68f-5c04-4801-b192-2b18a9a4b989 None None] Provisioning complete for port 138805bb-37d0-48ea-ae14-3bd621e19e24 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:24.870721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a06ef68f-5c04-4801-b192-2b18a9a4b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.893105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.935963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-a06ef68f-5c04-4801-b192-2b18a9a4b989 None None] Port 138805bb-37d0-48ea-ae14-3bd621e19e24 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:24.975703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.338972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adb762-ab61-4eb1-9daa-a92418f9f2d2 req-43fa4865-b6a3-4253-9f68-3fc7ff45b03c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:25.340473 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d9adb762-ab61-4eb1-9daa-a92418f9f2d2 req-43fa4865-b6a3-4253-9f68-3fc7ff45b03c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.2005002
Apr 15 10:58:25.470514 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d9adb762-ab61-4eb1-9daa-a92418f9f2d2 req-96edf7b3-287f-4b8b-913e-315e4ae81570 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891950
Apr 15 10:58:25.663112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138805bb-37d0-48ea-ae14-3bd621e19e24 {{(pid=85289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:25.674197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.690216 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Transition to ACTIVE for port object 138805bb-37d0-48ea-ae14-3bd621e19e24 will not be triggered until provisioned by entity L2. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:25.693035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.709517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ecfe187f-2b8d-41ae-8d6b-0c7b5e6c1705 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:25.847231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Pushing event updated for resources: {'Port': ['ID=138805bb-37d0-48ea-ae14-3bd621e19e24,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:25.852570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:26.095902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:26.170438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Attempting to bind port 138805bb-37d0-48ea-ae14-3bd621e19e24 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:26.170819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Attempting to bind port 138805bb-37d0-48ea-ae14-3bd621e19e24 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:26.171188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Attempting to bind port 138805bb-37d0-48ea-ae14-3bd621e19e24 on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:26.180291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Port 138805bb-37d0-48ea-ae14-3bd621e19e24 on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:58:26.180595 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Attempting to bind port 138805bb-37d0-48ea-ae14-3bd621e19e24 on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:26.188511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:26.188882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Checking segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:26.189300 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Bound using segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} {{(pid=85289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:26.189793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Bound port: 138805bb-37d0-48ea-ae14-3bd621e19e24, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}}] {{(pid=85289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:26.190174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:26.290252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb708826-d8ee-4a45-bdfb-66066789c26c req-bb5b6b5f-c7f7-42c9-b033-a1477b63efa7 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:26.291551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-bb708826-d8ee-4a45-bdfb-66066789c26c req-bb5b6b5f-c7f7-42c9-b033-a1477b63efa7 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:26.324221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-bb708826-d8ee-4a45-bdfb-66066789c26c req-bb5b6b5f-c7f7-42c9-b033-a1477b63efa7 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:26.325497 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb708826-d8ee-4a45-bdfb-66066789c26c req-bb5b6b5f-c7f7-42c9-b033-a1477b63efa7 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 944 time: 0.2080340
Apr 15 10:58:26.329321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] For port 138805bb-37d0-48ea-ae14-3bd621e19e24, host hv-cinder-78638, cleared binding levels {{(pid=85289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:26.332548 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] For port 138805bb-37d0-48ea-ae14-3bd621e19e24, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=138805bb-37d0-48ea-ae14-3bd621e19e24,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:26.348865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:26.373740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6f5f7b6b-9385-40c4-bbc6-ca7ae59b5a6e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:26.526749 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bb708826-d8ee-4a45-bdfb-66066789c26c req-10e41230-9292-408e-9211-0722f95777cf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1925986
Apr 15 10:58:26.558788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Pushing event updated for resources: {'Port': ['ID=138805bb-37d0-48ea-ae14-3bd621e19e24,revision_number=3']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:26.564468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:26.596057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:26.596691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:26.598205 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] 10.222.0.104 "PUT /v2.0/ports/138805bb-37d0-48ea-ae14-3bd621e19e24 HTTP/1.1" status: 200  len: 1094 time: 1.8447657
Apr 15 10:58:26.598767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'tag': '138805bb-37d0-48ea-ae14-3bd621e19e24'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:26.689833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed381e-486f-4849-9f2c-1e620495a256 req-6cc06e9d-280e-40c2-b5f5-da459b041911 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:26.698035 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9ed381e-486f-4849-9f2c-1e620495a256 req-6cc06e9d-280e-40c2-b5f5-da459b041911 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1059747
Apr 15 10:58:26.734452 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'tag': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'status': 'completed', 'code': 200}
Apr 15 10:58:26.753470 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9ed381e-486f-4849-9f2c-1e620495a256 req-f45f25f2-1105-4efa-b566-0cf2ea61de39 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536325
Apr 15 10:58:26.755970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-3fbc4cf7-35f3-4ff0-933d-b05b049609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:26.757942 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-3fbc4cf7-35f3-4ff0-933d-b05b049609a8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 1097 time: 0.0974085
Apr 15 10:58:26.848252 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-0ab9f29f-8a66-4b98-9b03-46a1df7f8fb1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=138805bb-37d0-48ea-ae14-3bd621e19e24 HTTP/1.1" status: 200  len: 217 time: 0.0747736
Apr 15 10:58:26.924795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-a5b13282-7492-4149-816a-bda06f801c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:26.926365 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-a5b13282-7492-4149-816a-bda06f801c78 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0641088
Apr 15 10:58:27.015252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-d809baf3-5fc5-4915-b145-cc0fdf4e2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.016764 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-d809baf3-5fc5-4915-b145-cc0fdf4e2060 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835342
Apr 15 10:58:27.165291 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-a3e7e72c-9fd4-4cde-ac26-72971b6b8a1b service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375132
Apr 15 10:58:27.325775 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-aad00b75-fbb6-44e5-8918-10b0267b600a req-835e76e1-4c12-42ae-9c3c-52ca9e1d2e6d service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442447
Apr 15 10:58:27.515603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-2f64e858-61d5-4a59-a42c-55e13ac9c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.517212 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-2f64e858-61d5-4a59-a42c-55e13ac9c06d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 1097 time: 0.0805001
Apr 15 10:58:27.666366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-e5ef9db6-7179-49c8-909f-8c1b8c0f687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.667946 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-e5ef9db6-7179-49c8-909f-8c1b8c0f687b service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.1402736
Apr 15 10:58:27.732279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a375-d3fd-4f5a-9ba5-290a6abf046f req-865afa10-fdd3-48f0-be55-f6ba51306863 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.733922 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4440a375-d3fd-4f5a-9ba5-290a6abf046f req-865afa10-fdd3-48f0-be55-f6ba51306863 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 944 time: 0.0910687
Apr 15 10:58:27.757132 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-19dd910e-cbfe-4ea8-918d-9a54672a8954 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=138805bb-37d0-48ea-ae14-3bd621e19e24 HTTP/1.1" status: 200  len: 217 time: 0.0758383
Apr 15 10:58:27.783039 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4440a375-d3fd-4f5a-9ba5-290a6abf046f req-fd264784-107f-466b-8d2a-e6c0fb27af51 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426028
Apr 15 10:58:27.828939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-4d7a7de1-1675-4592-afea-47fe1d8cff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.830532 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-4d7a7de1-1675-4592-afea-47fe1d8cff9d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0671091
Apr 15 10:58:27.987004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-8acce321-26af-4c08-9269-f9b89d7abee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.988531 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-8acce321-26af-4c08-9269-f9b89d7abee0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1501167
Apr 15 10:58:28.001700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52a840-9737-4d5e-8cfd-ef02bd28e1ca req-0a67b756-cdff-437c-9c13-89e2426ace5b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:28.003239 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3c52a840-9737-4d5e-8cfd-ef02bd28e1ca req-0a67b756-cdff-437c-9c13-89e2426ace5b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1246357
Apr 15 10:58:28.142164 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3c52a840-9737-4d5e-8cfd-ef02bd28e1ca req-4b0b6c08-ec72-494c-9df8-808b8cc777cf tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140714
Apr 15 10:58:28.182301 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-4d551c5c-4d35-4c55-a2a7-dc1a4a9914c4 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780260
Apr 15 10:58:28.326542 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-951fe96a-28bd-4bae-91f2-d87490d348fc req-099cd457-6a18-4943-98cd-bd649c538cae service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372979
Apr 15 10:58:28.988711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cd8ac-449c-495f-b0c1-c148b2996591 req-088656c1-5eda-41c4-ab7b-b099ef89c61e tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:28.990398 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b72cd8ac-449c-495f-b0c1-c148b2996591 req-088656c1-5eda-41c4-ab7b-b099ef89c61e tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 944 time: 0.0923591
Apr 15 10:58:29.041155 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b72cd8ac-449c-495f-b0c1-c148b2996591 req-64d5e00e-1837-4327-a913-18c79f741de9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428512
Apr 15 10:58:29.353658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691d373-3bd0-4559-b541-30c3cbb3a4c4 req-f2f26545-eab7-4ea0-bffb-fcdabda0158c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:29.355240 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e691d373-3bd0-4559-b541-30c3cbb3a4c4 req-f2f26545-eab7-4ea0-bffb-fcdabda0158c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0929422
Apr 15 10:58:29.406995 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e691d373-3bd0-4559-b541-30c3cbb3a4c4 req-0d3e779d-961e-4dd5-8dc5-8deb7cdb1e10 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448029
Apr 15 10:58:30.243952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c84454-3cc2-48d2-8c76-4ba69146f978 req-b328edde-37e7-4729-81a7-5a890ec11baa tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:30.245678 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-92c84454-3cc2-48d2-8c76-4ba69146f978 req-b328edde-37e7-4729-81a7-5a890ec11baa tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 944 time: 0.0896425
Apr 15 10:58:30.295217 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-92c84454-3cc2-48d2-8c76-4ba69146f978 req-09bcd9c6-86df-4f29-90d4-58d49d5d140f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432127
Apr 15 10:58:30.620265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5eb6-793e-4af0-a3f5-3678ab877fcd req-d29b2985-974d-45e8-be3a-9499d8b3038c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:30.621411 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9aba5eb6-793e-4af0-a3f5-3678ab877fcd req-d29b2985-974d-45e8-be3a-9499d8b3038c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0896776
Apr 15 10:58:30.671740 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9aba5eb6-793e-4af0-a3f5-3678ab877fcd req-e7bb2700-62cf-4a6f-860a-2ed58b0c167f tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438285
Apr 15 10:58:31.506794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66722ce-5a79-49da-8f22-0502f9fe3f7d req-ce6f53ae-f66d-4325-81a4-564a422b91f9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:31.508378 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a66722ce-5a79-49da-8f22-0502f9fe3f7d req-ce6f53ae-f66d-4325-81a4-564a422b91f9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 944 time: 0.0958331
Apr 15 10:58:31.556027 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a66722ce-5a79-49da-8f22-0502f9fe3f7d req-dd74e02f-1fee-4eba-ac70-15c4f231a988 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413208
Apr 15 10:58:31.877762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00672f88-9ed4-4a00-becf-181ff3d1d847 req-65211213-b415-429b-9619-ae0698148828 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:31.879330 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-00672f88-9ed4-4a00-becf-181ff3d1d847 req-65211213-b415-429b-9619-ae0698148828 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0918672
Apr 15 10:58:31.933202 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-00672f88-9ed4-4a00-becf-181ff3d1d847 req-e26d9824-6076-4751-90d2-1721809bd10e tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472195
Apr 15 10:58:32.809166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655f25c-c9c2-4f05-8ff1-f37e20f1a30b req-48a7782a-6b85-44b9-904c-c5813cebdfb0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:32.810780 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0655f25c-c9c2-4f05-8ff1-f37e20f1a30b req-48a7782a-6b85-44b9-904c-c5813cebdfb0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 944 time: 0.1150982
Apr 15 10:58:32.864166 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0655f25c-c9c2-4f05-8ff1-f37e20f1a30b req-7949a6d6-90c9-4e57-94a4-0e86f3711d9d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467796
Apr 15 10:58:33.146278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e08d8f-5a84-447c-b7bf-781f0c3dbb79 req-85f899bc-36a1-45c0-bdfd-62be947035d6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:33.147785 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f2e08d8f-5a84-447c-b7bf-781f0c3dbb79 req-85f899bc-36a1-45c0-bdfd-62be947035d6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0924876
Apr 15 10:58:33.197105 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f2e08d8f-5a84-447c-b7bf-781f0c3dbb79 req-0318df98-8c36-496d-8ba4-f92176ca40b7 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422394
Apr 15 10:58:34.085031 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa5f24-c4c1-4d9f-bfa4-ce248e792105 req-90ac5e02-1d4b-4297-847c-30d4cb30e06a tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.086649 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-29fa5f24-c4c1-4d9f-bfa4-ce248e792105 req-90ac5e02-1d4b-4297-847c-30d4cb30e06a tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 944 time: 0.0895917
Apr 15 10:58:34.138088 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-29fa5f24-c4c1-4d9f-bfa4-ce248e792105 req-4073e297-e2c9-4eb1-99a0-a982cf7fd4fb tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443540
Apr 15 10:58:34.402784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95659-d2b1-4d55-8d27-b37151491d84 req-a8cd51d0-d271-4e2f-b062-a00589122ca0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.404383 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88d95659-d2b1-4d55-8d27-b37151491d84 req-a8cd51d0-d271-4e2f-b062-a00589122ca0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0919688
Apr 15 10:58:34.451972 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88d95659-d2b1-4d55-8d27-b37151491d84 req-14964a25-65e4-4484-b041-570a463631c2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411298
Apr 15 10:58:34.817235 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70becd7-a88e-4d8f-b56b-75be976a1276 req-7de7f639-5177-4909-9d11-25e9b60f4b9d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.818759 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a70becd7-a88e-4d8f-b56b-75be976a1276 req-7de7f639-5177-4909-9d11-25e9b60f4b9d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0910182
Apr 15 10:58:34.869487 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a70becd7-a88e-4d8f-b56b-75be976a1276 req-9171ad74-3fec-47f8-8043-2cd12fdac4f0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431738
Apr 15 10:58:34.886975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35618913-fb71-4423-85da-253640bbb325 req-1413f1c9-a903-4faa-a321-8a55b29d4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.888708 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-35618913-fb71-4423-85da-253640bbb325 req-1413f1c9-a903-4faa-a321-8a55b29d4954 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 1099 time: 0.0823841
Apr 15 10:58:35.325209 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 138805bb-37d0-48ea-ae14-3bd621e19e24 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:58:35.328156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35618913-fb71-4423-85da-253640bbb325 req-56ecd3af-7111-47cb-97dd-3726be130f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:35.329775 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-35618913-fb71-4423-85da-253640bbb325 req-56ecd3af-7111-47cb-97dd-3726be130f83 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 911 time: 0.4346721
Apr 15 10:58:35.368195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21f883-36b1-4e29-a810-ec8f24f22ba8 req-f6aec5d2-29ea-4c07-be13-fc767f3875bc tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:35.372347 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ca21f883-36b1-4e29-a810-ec8f24f22ba8 req-f6aec5d2-29ea-4c07-be13-fc767f3875bc tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 944 time: 0.1119981
Apr 15 10:58:35.474636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 138805bb-37d0-48ea-ae14-3bd621e19e24, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=138805bb-37d0-48ea-ae14-3bd621e19e24,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:35.489987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'port_id': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'mac_address': 'fa:16:3e:2a:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:58:35.513892 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-35618913-fb71-4423-85da-253640bbb325 req-36550246-4283-412b-9a61-7a6b7bc9474c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30 HTTP/1.1" status: 200  len: 1001 time: 0.1424618
Apr 15 10:58:35.521922 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ca21f883-36b1-4e29-a810-ec8f24f22ba8 req-7dcac9ac-73d2-41a0-a76d-4706040642ef tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915070
Apr 15 10:58:35.550591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.569074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138805bb-37d0-48ea-ae14-3bd621e19e24 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:35.586210 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 138805bb-37d0-48ea-ae14-3bd621e19e24, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=138805bb-37d0-48ea-ae14-3bd621e19e24,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:35.588752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35618913-fb71-4423-85da-253640bbb325 req-97bb5126-a530-4445-bbe3-1656fc3fc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:35.589676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.590428 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-35618913-fb71-4423-85da-253640bbb325 req-97bb5126-a530-4445-bbe3-1656fc3fc669 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 200  len: 848 time: 0.0676010
Apr 15 10:58:35.592380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7a70e611-804b-4721-9ce1-311de7a09074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:35.667280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=138805bb-37d0-48ea-ae14-3bd621e19e24,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:35.676276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.676665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.677045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.677467 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.677882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.678255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.678624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.678991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.679361 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.679726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.680088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.680450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:35.685214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:35.686080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35618913-fb71-4423-85da-253640bbb325 req-0428785f-e39c-4c0b-aa8f-dc8d21fcadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:35.687678 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-35618913-fb71-4423-85da-253640bbb325 req-0428785f-e39c-4c0b-aa8f-dc8d21fcadfd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf464196-3e2b-4994-9be4-6ad8317143ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834413
Apr 15 10:58:35.839727 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-35618913-fb71-4423-85da-253640bbb325 req-6d49ec60-fd0c-456f-b256-700d49f53905 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447721
Apr 15 10:58:35.943407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['138805bb-37d0-48ea-ae14-3bd621e19e24'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:36.004617 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-35618913-fb71-4423-85da-253640bbb325 req-7aeb5a57-a81a-40a5-af4f-3aeb0b0b6978 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485384
Apr 15 10:58:36.111035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a795cf-0c54-4ceb-9188-531e27ad9b2d req-e076dfa0-8b70-49fd-87cd-8f0178b7f7c6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:36.112526 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d5a795cf-0c54-4ceb-9188-531e27ad9b2d req-e076dfa0-8b70-49fd-87cd-8f0178b7f7c6 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.1184182
Apr 15 10:58:36.161229 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d5a795cf-0c54-4ceb-9188-531e27ad9b2d req-b1611dcd-57de-4ec1-859f-3407396e0c57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421729
Apr 15 10:58:36.728106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab22e-8895-4b84-aac6-df5e4332d443 req-dcfc4e61-9f82-43dc-98d4-d40f29173d1d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:36.730093 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a01ab22e-8895-4b84-aac6-df5e4332d443 req-dcfc4e61-9f82-43dc-98d4-d40f29173d1d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 945 time: 0.0922844
Apr 15 10:58:36.784884 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a01ab22e-8895-4b84-aac6-df5e4332d443 req-b9ab0df0-4b2c-4778-93f4-e18809104374 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479968
Apr 15 10:58:37.336566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 138805bb-37d0-48ea-ae14-3bd621e19e24 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:37.367599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16534ac7-e4a3-46b1-be41-d569630c670a req-e6dd671e-3d8a-4e44-80c5-758568387b0b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:37.369217 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-16534ac7-e4a3-46b1-be41-d569630c670a req-e6dd671e-3d8a-4e44-80c5-758568387b0b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0905948
Apr 15 10:58:37.411608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 138805bb-37d0-48ea-ae14-3bd621e19e24 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:37.417052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 138805bb-37d0-48ea-ae14-3bd621e19e24 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:37.417586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.419396 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-16534ac7-e4a3-46b1-be41-d569630c670a req-1e6e5185-a683-4a21-9599-dcf8c04d4655 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429945
Apr 15 10:58:37.711429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.741451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138805bb-37d0-48ea-ae14-3bd621e19e24'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:37.752772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 138805bb-37d0-48ea-ae14-3bd621e19e24, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=138805bb-37d0-48ea-ae14-3bd621e19e24,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:37.755575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.757546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d7e918ce-1245-4de9-89d5-7bddedf47719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:37.795247 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'code': 200}
Apr 15 10:58:37.829955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=138805bb-37d0-48ea-ae14-3bd621e19e24,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:37.833424 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:37.992120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a852af7-ada6-467e-b4b2-c0f3791ec5e8 req-c8e1b3ca-6d80-4be1-a921-a2fa5689f849 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:37.993749 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9a852af7-ada6-467e-b4b2-c0f3791ec5e8 req-c8e1b3ca-6d80-4be1-a921-a2fa5689f849 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 946 time: 0.0931396
Apr 15 10:58:38.047648 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9a852af7-ada6-467e-b4b2-c0f3791ec5e8 req-f6512d79-e38d-4476-9ad2-497e16179e19 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461159
Apr 15 10:58:38.145632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d633a-89cb-4191-94b3-420db3c77590 req-c1c1a2c9-0cf3-4901-8ba6-6f70bd8b4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:38.147255 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-909d633a-89cb-4191-94b3-420db3c77590 req-c1c1a2c9-0cf3-4901-8ba6-6f70bd8b4140 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 1099 time: 0.0814202
Apr 15 10:58:38.191151 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-909d633a-89cb-4191-94b3-420db3c77590 req-30497078-3bb3-40cc-89a5-2caa89f34a4c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368462
Apr 15 10:58:39.252543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78131549-7e2f-4321-b8a5-f46bd7226181 req-1bfc2ed5-118f-4537-8754-c0000b47863f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:39.254216 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-78131549-7e2f-4321-b8a5-f46bd7226181 req-1bfc2ed5-118f-4537-8754-c0000b47863f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 946 time: 0.0917106
Apr 15 10:58:39.302886 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-78131549-7e2f-4321-b8a5-f46bd7226181 req-ea945889-40bf-4ac5-aee6-70a825a7a062 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420914
Apr 15 10:58:40.510526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94ae3c-bdc0-4ab1-bcb2-da007a85852d req-93fd81bc-e1e5-44bb-8a81-8a7c3c9b795f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:40.512120 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3f94ae3c-bdc0-4ab1-bcb2-da007a85852d req-93fd81bc-e1e5-44bb-8a81-8a7c3c9b795f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 946 time: 0.0925384
Apr 15 10:58:40.561077 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3f94ae3c-bdc0-4ab1-bcb2-da007a85852d req-c259f6bf-cbf0-4155-9aed-07a036a0bfdc tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425661
Apr 15 10:58:40.761950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3cee2-6d58-40a7-9de4-f37cf3454184 req-5b58d234-7f24-44da-8e8f-973e4d9726bc tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:40.763546 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f3b3cee2-6d58-40a7-9de4-f37cf3454184 req-5b58d234-7f24-44da-8e8f-973e4d9726bc tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 946 time: 0.0879273
Apr 15 10:58:40.814516 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f3b3cee2-6d58-40a7-9de4-f37cf3454184 req-ba759eb5-4d2b-4990-a4c6-703327daf8df tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444770
Apr 15 10:58:40.839957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45098) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:40.966455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284a107-f240-4544-957a-8cafe4b508c2 tempest-TestVolumeBootPattern-579927060 tempest-TestVolumeBootPattern-579927060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:40.967206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0284a107-f240-4544-957a-8cafe4b508c2 tempest-TestVolumeBootPattern-579927060 tempest-TestVolumeBootPattern-579927060-project-admin] Synchronizing usage tracker for tenant:d9a2e42fd11a4fc182ce049a9804ffd1 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:40.983863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0284a107-f240-4544-957a-8cafe4b508c2 tempest-TestVolumeBootPattern-579927060 tempest-TestVolumeBootPattern-579927060-project-admin] Unset dirty status for tenant:d9a2e42fd11a4fc182ce049a9804ffd1 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:40.985117 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0284a107-f240-4544-957a-8cafe4b508c2 tempest-TestVolumeBootPattern-579927060 tempest-TestVolumeBootPattern-579927060-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 1094 time: 0.1440964
Apr 15 10:58:40.988436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45104) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:40.994295 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'port_id': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:41.002640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:41.006932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:floatingip and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:41.009974 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:41.016560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:41.027095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.074555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:58:41.175281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.324899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Allocated IP 172.27.3.66 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/31e62ec6-5709-4768-bea3-e6411182d9e2) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:41.484291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.514807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.530471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a1ad424b-4a18-410d-b8fd-63748291536c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:41.662778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=31e62ec6-5709-4768-bea3-e6411182d9e2,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:41.676989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.677436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.677852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.678262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.678663 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.679066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.679495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.679898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.680297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.680717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.681090 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.681511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:41.695026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:41.731863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:41.732914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:41.735298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:42.159293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.236763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.518696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.522456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.541837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff58385d-0d5b-4a5a-b7dd-ad565a7810fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:42.675154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=31e62ec6-5709-4768-bea3-e6411182d9e2,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:42.679664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:42.781874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:43.190157 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Floating IP 8734cedb-15bf-47d9-8184-c20f8dd8da30 associated. External IP: 172.27.3.66, port: 138805bb-37d0-48ea-ae14-3bd621e19e24.
Apr 15 10:58:43.566512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Router 19e59232-feec-48fc-ab65-2e54bd70d754 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:43.757577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:43.768027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:43.778121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:43.778792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623a8dfe10>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:43.782397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:43.843006 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8533905
Apr 15 10:58:43.843877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'tag': '138805bb-37d0-48ea-ae14-3bd621e19e24'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:43.894398 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'tag': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'status': 'completed', 'code': 200}
Apr 15 10:58:43.973725 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:44.034719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-e9bd2411-eb2f-4f63-9bd5-aebaa337ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:44.036405 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-e9bd2411-eb2f-4f63-9bd5-aebaa337ded6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 1099 time: 0.0857756
Apr 15 10:58:44.184328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-67734bee-3da5-440b-a0bd-a8fa722c8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:44.185827 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-67734bee-3da5-440b-a0bd-a8fa722c8fe6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.1424785
Apr 15 10:58:44.299077 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-b4226fd5-37dc-4ddb-92dd-f5bed3bc8956 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=138805bb-37d0-48ea-ae14-3bd621e19e24 HTTP/1.1" status: 200  len: 999 time: 0.1059179
Apr 15 10:58:44.351435 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623a8dfe10>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '8734cedb-15bf-47d9-8184-c20f8dd8da30', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:2a:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:42Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:44.356184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:44.365093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:44.365788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623a8dfe10>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:44.371571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-8957e8a1-5905-4046-850e-7b0438017841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:44.373127 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-8957e8a1-5905-4046-850e-7b0438017841 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0664117
Apr 15 10:58:44.459213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-4815229c-9da3-4202-882b-2a31c1892998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:44.460824 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-4815229c-9da3-4202-882b-2a31c1892998 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804074
Apr 15 10:58:44.556363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:44.613247 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-a83747c0-850b-4eba-83d0-a01e6a18483f service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443522
Apr 15 10:58:44.764368 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-541308c5-371e-48c5-b1b4-01c8ddf766a2 req-dc491b74-82f6-4f67-839b-bb060ca1bfaa service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438613
Apr 15 10:58:44.932664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623a8dfe10>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '8734cedb-15bf-47d9-8184-c20f8dd8da30', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:2a:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:42Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:44.936971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22debcb2-9a3f-45e0-a9fa-c4c8326aecd9 None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '8734cedb-15bf-47d9-8184-c20f8dd8da30', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:2a:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:42Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:45.213380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07cad5-d370-4e0b-8499-03af9556f234 None None] New status for floating IP 8734cedb-15bf-47d9-8184-c20f8dd8da30: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:58:50.659245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6db7-06a6-490d-b536-d28bf901c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.325047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1f73d-d373-4669-8ca8-fb81a9a66ec0 req-ce3eb0b3-c368-4d37-b589-11022928eb2a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:51.326564 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b7a1f73d-d373-4669-8ca8-fb81a9a66ec0 req-ce3eb0b3-c368-4d37-b589-11022928eb2a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0913785
Apr 15 10:58:51.373891 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b7a1f73d-d373-4669-8ca8-fb81a9a66ec0 req-85195622-f730-4fd9-802f-f0e8bde50954 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408564
Apr 15 10:58:52.590850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d840245-141b-4563-a5f1-ef16257ea3ff req-29ee1d74-1111-4d15-9bad-9403b1d21573 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.592436 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6d840245-141b-4563-a5f1-ef16257ea3ff req-29ee1d74-1111-4d15-9bad-9403b1d21573 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0957794
Apr 15 10:58:52.641780 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6d840245-141b-4563-a5f1-ef16257ea3ff req-c45d21f3-3ee0-43a9-b6aa-e6b8f2d6b583 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428677
Apr 15 10:58:53.080741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ecc6eaf7-ab68-459d-a466-5b415514583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.849038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7cbae-d693-45cf-bee7-0bcfb48d6f21 req-b6aa2071-308e-4894-b3ad-ce2e08cfe843 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:53.851613 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a5f7cbae-d693-45cf-bee7-0bcfb48d6f21 req-b6aa2071-308e-4894-b3ad-ce2e08cfe843 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0905025
Apr 15 10:58:53.866959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.907366 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a5f7cbae-d693-45cf-bee7-0bcfb48d6f21 req-96dc05e1-4327-4148-b22e-feaa881b337d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492206
Apr 15 10:58:54.013708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.977783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.127615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d11e3-3b17-4902-80db-de2c577239eb req-11199a02-9930-44ef-a655-1093c2eadd87 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:55.129242 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-804d11e3-3b17-4902-80db-de2c577239eb req-11199a02-9930-44ef-a655-1093c2eadd87 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0899503
Apr 15 10:58:55.180324 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-804d11e3-3b17-4902-80db-de2c577239eb req-6f011f2e-f0d5-452f-a996-55d1c9971976 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439818
Apr 15 10:58:56.109950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.374011 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-f5376171-3e81-4130-ae54-7a893e9183f2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0772524
Apr 15 10:58:56.392849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d6832-9034-4469-b95a-198ec17045ca req-2126e940-55bf-42f1-b3c3-ec88daa65952 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.394447 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-401d6832-9034-4469-b95a-198ec17045ca req-2126e940-55bf-42f1-b3c3-ec88daa65952 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0896137
Apr 15 10:58:56.444570 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-401d6832-9034-4469-b95a-198ec17045ca req-6c14c658-4296-48d1-83de-fff4e48a005e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429473
Apr 15 10:58:56.492608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-c7b70b77-2ae7-4bd4-833c-5dbf90df69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.495007 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-c7b70b77-2ae7-4bd4-833c-5dbf90df69af service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 1099 time: 0.0812659
Apr 15 10:58:56.670426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-4b131b47-3974-464f-90b2-fb6dad825edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.671969 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-4b131b47-3974-464f-90b2-fb6dad825edd service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 911 time: 0.1550577
Apr 15 10:58:56.787409 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-2135ac7a-8391-41ac-b9ec-1298c669d243 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30 HTTP/1.1" status: 200  len: 1001 time: 0.1048908
Apr 15 10:58:56.868465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-0acdc68f-0fdf-405d-8c93-1c6550471a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.870276 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-0acdc68f-0fdf-405d-8c93-1c6550471a59 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 200  len: 848 time: 0.0693960
Apr 15 10:58:56.955104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-d5d8d901-b798-4861-8bb9-d8eb0ef5a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.956611 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-d5d8d901-b798-4861-8bb9-d8eb0ef5a3e6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf464196-3e2b-4994-9be4-6ad8317143ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787277
Apr 15 10:58:57.103503 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-907808b9-b6c9-4f85-afc0-c918c62cc5f9 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388736
Apr 15 10:58:57.247247 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7bdc47cc-eeb8-4d6d-b692-a47a9e9eb613 req-19a458dc-0717-4095-b07d-fc31e248e8c8 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366897
Apr 15 10:58:57.656195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c5028-013c-467d-842a-b3cc096234b3 req-bf9acb35-b45f-48f2-9e60-b8bc4244d351 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:57.657861 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ca7c5028-013c-467d-842a-b3cc096234b3 req-bf9acb35-b45f-48f2-9e60-b8bc4244d351 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0930459
Apr 15 10:58:57.706175 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ca7c5028-013c-467d-842a-b3cc096234b3 req-c7a2aa89-4dc2-40f1-a82d-79e85d462657 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419815
Apr 15 10:58:58.920852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4576dd-19db-4c60-9081-a443001ba31c req-d0a39289-e16d-4c99-936c-01bbfe4aaad8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:58.922455 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-af4576dd-19db-4c60-9081-a443001ba31c req-d0a39289-e16d-4c99-936c-01bbfe4aaad8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0905817
Apr 15 10:58:58.971405 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-af4576dd-19db-4c60-9081-a443001ba31c req-921f7d21-3ea7-48c3-87c5-f46b56f0f153 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426524
Apr 15 10:59:00.177796 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c78dbc-6011-4a85-86db-f7e40e852990 req-6cc68000-e452-4ccb-a9e4-e17e3c07c88d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:00.179388 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26c78dbc-6011-4a85-86db-f7e40e852990 req-6cc68000-e452-4ccb-a9e4-e17e3c07c88d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0889211
Apr 15 10:59:00.228459 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26c78dbc-6011-4a85-86db-f7e40e852990 req-6e5fbdf6-5960-4e51-b7b0-e2e00b3866da tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418913
Apr 15 10:59:01.447248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d18881-d473-4e7f-b929-a7d897303b0f req-db5696a7-31b9-46c0-9a88-a0404e307834 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:01.448968 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b2d18881-d473-4e7f-b929-a7d897303b0f req-db5696a7-31b9-46c0-9a88-a0404e307834 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0962081
Apr 15 10:59:01.500929 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b2d18881-d473-4e7f-b929-a7d897303b0f req-60e0e984-ad43-4ab8-b9a9-6a6b9698dee8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453224
Apr 15 10:59:02.723282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854d12-6b90-4a0b-b2c8-11e139f4b3a6 req-601e0488-8d3e-49c7-9b4d-9c6c54eaf34c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:02.724877 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4b854d12-6b90-4a0b-b2c8-11e139f4b3a6 req-601e0488-8d3e-49c7-9b4d-9c6c54eaf34c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.1011143
Apr 15 10:59:02.773578 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4b854d12-6b90-4a0b-b2c8-11e139f4b3a6 req-9e6a09e2-f65b-4264-a724-e270faaf82b1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416713
Apr 15 10:59:03.476541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:03.779123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:03.794210 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'port_id': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'mac_address': 'fa:16:3e:f8:90:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:03.852992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.871640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb64132d-3335-42f1-bb35-2721a71581f1 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:03.887919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:03.891274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.893140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:03.968642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=6']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:03.971977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:03.990334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69851d8-964d-45dc-8718-11caef02440c req-cd0c7dbc-25ba-4701-8f28-6fda3d4d235b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:03.991895 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c69851d8-964d-45dc-8718-11caef02440c req-cd0c7dbc-25ba-4701-8f28-6fda3d4d235b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 944 time: 0.0965269
Apr 15 10:59:04.041078 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c69851d8-964d-45dc-8718-11caef02440c req-60abd16f-08ab-46fd-8a8e-1b7d2dc21488 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425599
Apr 15 10:59:04.117944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['eb64132d-3335-42f1-bb35-2721a71581f1'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:05.258244 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5b78-0025-4a0e-9cee-8e5e8080ee4a req-d864f260-051c-469c-8738-176cd8f80192 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:05.259982 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d0ca5b78-0025-4a0e-9cee-8e5e8080ee4a req-d864f260-051c-469c-8738-176cd8f80192 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 944 time: 0.0937862
Apr 15 10:59:05.315912 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d0ca5b78-0025-4a0e-9cee-8e5e8080ee4a req-143a67f9-16c7-49e4-933c-79f64c4ebb50 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492625
Apr 15 10:59:05.501245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:05.582066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port eb64132d-3335-42f1-bb35-2721a71581f1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:05.582986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.731970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.767558 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:05.792878 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:05.796707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.798749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8f6c4f44-8e4e-4638-98f6-ed79420949fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:05.845645 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'code': 200}
Apr 15 10:59:05.881984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=7']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:05.893301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:06.542555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc85ab-8670-407e-b23b-a90ae5c7efc0 req-1e80b52a-6200-4d95-af7b-ef23c04b91f6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:06.545660 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-95bc85ab-8670-407e-b23b-a90ae5c7efc0 req-1e80b52a-6200-4d95-af7b-ef23c04b91f6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0941577
Apr 15 10:59:06.598215 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-95bc85ab-8670-407e-b23b-a90ae5c7efc0 req-57f1f1c1-a90f-469b-8e56-5565a96ff261 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471849
Apr 15 10:59:07.986508 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1cfc-0713-4aed-885f-3c8479959c2f req-99f0966b-7ea9-4a61-bea8-abffc7b21fab tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:07.992484 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c1ef1cfc-0713-4aed-885f-3c8479959c2f req-99f0966b-7ea9-4a61-bea8-abffc7b21fab tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.1190569
Apr 15 10:59:08.050479 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c1ef1cfc-0713-4aed-885f-3c8479959c2f req-c70b4361-4a96-419c-b744-9adbdc7d69ce tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539753
Apr 15 10:59:09.278367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07d2fa-69ad-4f02-8bb2-8aed5cb26b71 req-62bb0ab4-5ddf-4f37-a4e0-1011c7cad726 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:09.280772 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7f07d2fa-69ad-4f02-8bb2-8aed5cb26b71 req-62bb0ab4-5ddf-4f37-a4e0-1011c7cad726 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.1013393
Apr 15 10:59:09.340531 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7f07d2fa-69ad-4f02-8bb2-8aed5cb26b71 req-f4f9f142-e13e-4c48-966a-377cefdf2937 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516055
Apr 15 10:59:10.576712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19835643-375f-45b7-9ca8-d2ced2859b80 req-2631f2c8-fd53-4e99-9295-3fdd3bdc9f9c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:10.578356 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-19835643-375f-45b7-9ca8-d2ced2859b80 req-2631f2c8-fd53-4e99-9295-3fdd3bdc9f9c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.1041849
Apr 15 10:59:10.631582 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-19835643-375f-45b7-9ca8-d2ced2859b80 req-52b9dafe-e4c1-45dc-bd51-e568787fae00 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464349
Apr 15 10:59:11.848677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feca4b4-5fd6-43f6-b38a-9af186c05619 req-2e93243a-8612-4621-ae18-54fc689376dd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:11.850252 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1feca4b4-5fd6-43f6-b38a-9af186c05619 req-2e93243a-8612-4621-ae18-54fc689376dd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0950105
Apr 15 10:59:11.916635 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1feca4b4-5fd6-43f6-b38a-9af186c05619 req-79780d91-c481-4d45-95d1-1a5fc595c3ab tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572245
Apr 15 10:59:13.154220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65e99-52db-4a1e-b7da-e830785f3254 req-42208899-ca01-466d-863a-06f8598402fd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:13.155979 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d5b65e99-52db-4a1e-b7da-e830785f3254 req-42208899-ca01-466d-863a-06f8598402fd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.1000147
Apr 15 10:59:13.209610 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d5b65e99-52db-4a1e-b7da-e830785f3254 req-388997d8-9c1e-41c1-9739-a077c7d46c98 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470173
Apr 15 10:59:14.420761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbf3db-3188-447d-82b5-02f34eb581d8 req-6bb98f50-5fe0-4fb8-9b73-0b13eff5de3e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.422393 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7adbf3db-3188-447d-82b5-02f34eb581d8 req-6bb98f50-5fe0-4fb8-9b73-0b13eff5de3e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0927665
Apr 15 10:59:14.473578 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7adbf3db-3188-447d-82b5-02f34eb581d8 req-5aea158c-f16a-4a48-8653-78082cb53cc7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447307
Apr 15 10:59:14.551003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-4e10b7c7-b89b-4277-8e5c-b5896a537bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.552607 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-4e10b7c7-b89b-4277-8e5c-b5896a537bad service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 1098 time: 0.0780973
Apr 15 10:59:14.696716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-6e0100a8-3e98-4733-bb11-24ecd9c0bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.698955 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-6e0100a8-3e98-4733-bb11-24ecd9c0bb9b service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.1396785
Apr 15 10:59:14.811983 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-aa11bef6-f069-4973-bf8c-9c41b699278a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb64132d-3335-42f1-bb35-2721a71581f1 HTTP/1.1" status: 200  len: 1001 time: 0.1057127
Apr 15 10:59:15.114654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-85b0aa92-12a8-40e2-9576-1af6f1a0275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:15.116246 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-85b0aa92-12a8-40e2-9576-1af6f1a0275c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.2945051
Apr 15 10:59:15.200104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-237804f1-b081-4de3-946f-7d0d6f06f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:15.201752 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-237804f1-b081-4de3-946f-7d0d6f06f102 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789838
Apr 15 10:59:15.351407 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-073151a7-0ff5-4fd5-b966-9bf5837c361d service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368012
Apr 15 10:59:15.500927 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9a5c1b3-5282-4a9f-b3e8-54a601e30b40 req-8717f66f-49cb-4615-b2de-ce1a731fd47d service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423140
Apr 15 10:59:15.687115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1cfc-081f-4eec-9ab7-4ee990f010ea req-f6f3b529-45e8-422b-9c29-26d7cc01dc63 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:15.688717 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f2bb1cfc-081f-4eec-9ab7-4ee990f010ea req-f6f3b529-45e8-422b-9c29-26d7cc01dc63 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0876815
Apr 15 10:59:15.741471 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f2bb1cfc-081f-4eec-9ab7-4ee990f010ea req-19c78ead-4f10-4fb7-8707-5a1f6f04ae51 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463040
Apr 15 10:59:16.672195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ed76-8881-493e-9740-4b91fee93130 req-ab3dc6a3-35c8-42ca-9542-2232ae81cac2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:16.673839 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e5e7ed76-8881-493e-9740-4b91fee93130 req-ab3dc6a3-35c8-42ca-9542-2232ae81cac2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0885808
Apr 15 10:59:16.721765 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e5e7ed76-8881-493e-9740-4b91fee93130 req-f6451f94-e2fe-4beb-bb33-391bb06431b2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414534
Apr 15 10:59:16.961666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a8c20-f34e-4be7-964f-151222787b74 req-068ca96b-f321-4ad7-80cf-596b240b75f2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:16.963750 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ef8a8c20-f34e-4be7-964f-151222787b74 req-068ca96b-f321-4ad7-80cf-596b240b75f2 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 945 time: 0.0895095
Apr 15 10:59:17.018920 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ef8a8c20-f34e-4be7-964f-151222787b74 req-4ce92bc9-3845-42c2-ba21-8398313a0587 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483291
Apr 15 10:59:17.568170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:17.690773 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:17.720021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:17.731033 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:17.735041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:17.736888 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:17.786443 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'code': 200}
Apr 15 10:59:17.814069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=8']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:17.817412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:17.931802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2760-5bca-4066-8acf-ede83e8f7600 req-9d4ca912-72a8-40df-add5-2ca6c88bc5eb tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.933442 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-968c2760-5bca-4066-8acf-ede83e8f7600 req-9d4ca912-72a8-40df-add5-2ca6c88bc5eb tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0921290
Apr 15 10:59:17.994388 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-968c2760-5bca-4066-8acf-ede83e8f7600 req-921e5808-25a1-4581-9ace-5cc2de6fc0a4 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543745
Apr 15 10:59:18.074416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:59:18.231191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0241e-ca72-4969-8867-df3449d45340 req-a6233902-b123-4ec1-bcde-f26060e07ac5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:18.232836 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88a0241e-ca72-4969-8867-df3449d45340 req-a6233902-b123-4ec1-bcde-f26060e07ac5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.0937064
Apr 15 10:59:18.283569 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88a0241e-ca72-4969-8867-df3449d45340 req-988d9365-e434-401a-b7a3-f3d8d6d70a87 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428863
Apr 15 10:59:18.932984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-e9f521cb-eefa-4250-80df-40d924564fda tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:18.934627 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-e9f521cb-eefa-4250-80df-40d924564fda tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.0940070
Apr 15 10:59:19.036924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Deleting port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:19.037406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.362491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad504c4-f548-4a1a-a591-21a13dce431b req-52ea904d-7036-4cca-89f5-c456cbfbe255 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:19.364096 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ad504c4-f548-4a1a-a591-21a13dce431b req-52ea904d-7036-4cca-89f5-c456cbfbe255 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 946 time: 0.2321916
Apr 15 10:59:19.416389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] For port 45fef69a-ba3c-4d9f-af6d-acc809b63a30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45fef69a-ba3c-4d9f-af6d-acc809b63a30,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:19.416964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.516952 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ad504c4-f548-4a1a-a591-21a13dce431b req-7cf8c268-c260-4c62-a8b6-0949fbdbeb4d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1452267
Apr 15 10:59:19.761927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.762485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.763631 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Floating IP 019d0e7a-0ecb-4b07-a53f-eb754e67bb4e disassociated. External IP: 172.27.3.52, port: 45fef69a-ba3c-4d9f-af6d-acc809b63a30.
Apr 15 10:59:19.763631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Calling delete_port for 45fef69a-ba3c-4d9f-af6d-acc809b63a30 owned by compute:nova {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:19.980306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86238719-0942-498b-b919-8d909a0d218e req-53e3a712-cfd7-42e3-b780-44bd285aaa4a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:19.981854 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-86238719-0942-498b-b919-8d909a0d218e req-53e3a712-cfd7-42e3-b780-44bd285aaa4a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.1765635
Apr 15 10:59:20.033016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:20.050534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8dccb759-8fa0-48d4-b773-fd4c5bd5af33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:20.073780 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-cd890c26-29e0-4680-9205-da053d32e335 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0928807
Apr 15 10:59:20.165259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event deleted for resources: {'Port': ['ID=45fef69a-ba3c-4d9f-af6d-acc809b63a30,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:20.185131 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-86238719-0942-498b-b919-8d909a0d218e req-8ab7a502-aa0f-4a10-9d60-4630c8d4cfad tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1874402
Apr 15 10:59:20.188776 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.189132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.189566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.189971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.190368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.190760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.191153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.191538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.192186 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.192331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.192657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.193041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:20.199220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:20.466697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:20.645287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-bd841535-7955-4bce-a026-cff7c61fe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:20.646987 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-bd841535-7955-4bce-a026-cff7c61fe9bf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc&tenant_id=baece6e1d3d74502abc623559fb98938 HTTP/1.1" status: 200  len: 1096 time: 0.0934496
Apr 15 10:59:20.667601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-81efd885-f10d-42da-bd5e-28579e49ec13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:20.674400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:20.688131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] Sync routers for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:20.701052 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e66de664-a9d1-4bdb-add7-249062e02561 req-d4f944be-7563-4339-9c83-25cac4888968 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b70d214-a23a-4e19-b7d5-9eb19b443ec1 HTTP/1.1" status: 200  len: 210 time: 0.0522482
Apr 15 10:59:20.710451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:20.711159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623aa6e550>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:20.774489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] No DVR routers for this DVR port 45fef69a-ba3c-4d9f-af6d-acc809b63a30 on host hv-cinder-78638 {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:59:20.778284 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:20.781418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'name': 'network-vif-deleted', 'tag': '45fef69a-ba3c-4d9f-af6d-acc809b63a30'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:20.786793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-e295da0f-5d64-400f-a325-70ecece34558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:20.798423 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-e295da0f-5d64-400f-a325-70ecece34558 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 1096 time: 0.1122847
Apr 15 10:59:20.800533 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-720e5709-8d05-4f4d-ad49-bfe92d69912e req-3be3d283-269c-4789-8fb3-413d2e6c766c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "DELETE /v2.0/ports/45fef69a-ba3c-4d9f-af6d-acc809b63a30 HTTP/1.1" status: 204  len: 173 time: 1.8593321
Apr 15 10:59:20.845601 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b70d214-a23a-4e19-b7d5-9eb19b443ec1', 'name': 'network-vif-deleted', 'tag': '45fef69a-ba3c-4d9f-af6d-acc809b63a30', 'status': 'completed', 'code': 200}
Apr 15 10:59:20.929740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:20.972397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-16677155-6561-480b-b85b-7afcb7051f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:20.974343 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-16677155-6561-480b-b85b-7afcb7051f4b service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.1659324
Apr 15 10:59:21.104293 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-47c67255-9a22-425c-bfc1-7bfacc1dba8d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb64132d-3335-42f1-bb35-2721a71581f1 HTTP/1.1" status: 200  len: 999 time: 0.1116548
Apr 15 10:59:21.177739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-d60dbdf3-41ad-491f-9466-247e12f40c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:21.179297 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-d60dbdf3-41ad-491f-9466-247e12f40c13 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.0683739
Apr 15 10:59:21.274402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-65357356-8c9b-4802-897e-ac36f892a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:21.276527 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-65357356-8c9b-4802-897e-ac36f892a3fb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896175
Apr 15 10:59:21.279687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623aa6e550>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:21.283835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] Checking router: 7f46a32a-07ee-487d-ad3d-a845c4cc8717 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:21.293853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:21.294518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623aa6e550>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:21.504120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:21.504362 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-6ce29d97-2e17-46d5-8f70-f4d3ca44247d service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154233
Apr 15 10:59:21.518518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505fd96-aa24-4961-88d1-9bc22513c538 req-10454689-61c0-460e-89a7-35ddbec77b25 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:21.520108 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0505fd96-aa24-4961-88d1-9bc22513c538 req-10454689-61c0-460e-89a7-35ddbec77b25 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.2033849
Apr 15 10:59:21.648975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 45fef69a-ba3c-4d9f-af6d-acc809b63a30 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:21.665332 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0505fd96-aa24-4961-88d1-9bc22513c538 req-b1a82bcc-d1b7-4b74-8c53-8eea8b7f31f4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178179
Apr 15 10:59:21.705950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 45fef69a-ba3c-4d9f-af6d-acc809b63a30 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:21.706340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 45fef69a-ba3c-4d9f-af6d-acc809b63a30 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:21.706810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:21.707616 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-269143b6-4dd7-4de8-89f1-b86ab7896895 req-ecd0cc0f-8a90-4e1b-8c5f-199864ccfc36 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864598
Apr 15 10:59:21.854600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45336) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:21.930542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c22bbaf-ad1f-48e0-bc8f-afeb23364084 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.963524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c22bbaf-ad1f-48e0-bc8f-afeb23364084 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.010256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623aa6e550>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:22.012907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c22bbaf-ad1f-48e0-bc8f-afeb23364084 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.015450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965649c-a35c-49a8-ab36-542e5dcb8ea9 None None] The sync data for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi is: [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:22.022065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d24b7266-fe03-4d9d-a6b0-cf0a1406e09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:22.038963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22bbaf-ad1f-48e0-bc8f-afeb23364084 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:22.044223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3c22bbaf-ad1f-48e0-bc8f-afeb23364084 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:22.047834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c22bbaf-ad1f-48e0-bc8f-afeb23364084 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.052087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45340) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:22.059268 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3c22bbaf-ad1f-48e0-bc8f-afeb23364084 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "DELETE /v2.0/security-groups/9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb HTTP/1.1" status: 204  len: 168 time: 0.2034488
Apr 15 10:59:22.071159 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.v2.resource [None req-713043d0-5c94-43e9-999d-f82a8a33a56d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] show failed (client error): The resource could not be found.
Apr 15 10:59:22.072846 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-713043d0-5c94-43e9-999d-f82a8a33a56d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups/9e4ddcf5-991f-4a9f-96bc-cedbeac6e8bb HTTP/1.1" status: 404  len: 347 time: 0.0191400
Apr 15 10:59:22.076422 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45344) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:22.252453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Deleting port a5004506-6e4d-43ff-a536-fae5568e214c {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:22.253009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.405473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f781f2-90da-4b14-a80e-77af46cde7e6 None None] New status for floating IP 019d0e7a-0ecb-4b07-a53f-eb754e67bb4e: DOWN {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:59:22.718333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.718717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.892435 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Calling delete_port for a5004506-6e4d-43ff-a536-fae5568e214c owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:23.077104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c8249-2790-4a08-95b9-9a48edc99d88 req-4a908bd0-9e10-409c-a5e0-e07a13217ba6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:23.081974 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-658c8249-2790-4a08-95b9-9a48edc99d88 req-4a908bd0-9e10-409c-a5e0-e07a13217ba6 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.1560082
Apr 15 10:59:23.095868 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4cfed9e-a216-4661-a8a3-a33dc632be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.109955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85289) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 10:59:23.110527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 10:59:23.143855 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-658c8249-2790-4a08-95b9-9a48edc99d88 req-0b739233-2c90-4c9c-95d7-c0dba1947bd7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562949
Apr 15 10:59:23.611811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Deleting port a5004506-6e4d-43ff-a536-fae5568e214c {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:23.612382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.811561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.811840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.871881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.953688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Calling delete_port for a5004506-6e4d-43ff-a536-fae5568e214c owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:24.020653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.114274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.131565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0a26d90c-c4f0-4dc5-89a7-dbb9421ed4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:24.179995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event deleted for resources: {'Port': ['ID=a5004506-6e4d-43ff-a536-fae5568e214c,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:24.234004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:24.422697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.441006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.442493 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fe7f7b0b-783c-446a-88fb-d3fc1e0668ac tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "DELETE /v2.0/floatingips/019d0e7a-0ecb-4b07-a53f-eb754e67bb4e HTTP/1.1" status: 204  len: 168 time: 2.3648810
Apr 15 10:59:24.627937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6ffb2-641f-4bdf-8221-12a05656fdf0 req-117e3170-9a68-4fa7-a23e-609593c4ba6b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:24.629614 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-10f6ffb2-641f-4bdf-8221-12a05656fdf0 req-117e3170-9a68-4fa7-a23e-609593c4ba6b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.3470545
Apr 15 10:59:24.682904 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-10f6ffb2-641f-4bdf-8221-12a05656fdf0 req-6281eabb-ceb8-4fef-948c-ff1514aaaca0 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466678
Apr 15 10:59:24.706578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45374) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:24.712273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176305115', 'description': 'tempest-description--917006131'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:24.719308 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:24.723712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:security_group and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:24.728962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:24.735136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:24.744516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.767678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:24.771746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:security_group_rule and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:24.774795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:24.780909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:24.873608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.876789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.882671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f65681ca-712c-441b-9ee5-ddaf0d523c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:24.929398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:24.932260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.933778 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2259150
Apr 15 10:59:24.934758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:24.936986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45378) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:24.942669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'security_group_rule': {'security_group_id': 'e4d92d23-509f-48b3-b7e4-e5ae90f01a2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:24.950286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:24.954603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:security_group_rule and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:24.961145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:24.975963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:24.985879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.994340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.065359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.068923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.071333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:25.095721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb17bcf2-e0c1-45d5-9fe6-c3460372dd7e,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:25.100199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:25.111134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.112606 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1744280
Apr 15 10:59:25.115449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45382) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:25.122408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'security_group_rule': {'security_group_id': 'e4d92d23-509f-48b3-b7e4-e5ae90f01a2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:25.128886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:25.132975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:security_group_rule and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:25.136023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:25.143544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:25.161059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.235462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.239575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.241832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ca2099d4-d3fe-44cb-8ae4-caad03f97dec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:25.265945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d48691-5fcd-4d15-98b1-bb8bafc579f3,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:25.270416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:25.278055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.279447 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-54010e7e-edeb-4ea8-84d4-dc109af6e1bd tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1629889
Apr 15 10:59:25.282871 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45386) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:25.288489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:25.295575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:25.299655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Usage tracker for resource:floatingip and tenant:7efa4cd58aff42d0b53fd8a0773765a3 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:25.302808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:25.309389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:25.319513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.470044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.631127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Allocated IP 172.27.3.184 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/bdd07be6-6fb1-43f6-b4e2-dc744f589632) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:25.800915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.839391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.857896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:25.928833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c900c09-d770-405a-a3aa-7e9713ec004a req-8c4c6147-af2d-4395-aabc-298cdd0a332f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:25.930660 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6c900c09-d770-405a-a3aa-7e9713ec004a req-8c4c6147-af2d-4395-aabc-298cdd0a332f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.1001027
Apr 15 10:59:25.993539 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6c900c09-d770-405a-a3aa-7e9713ec004a req-c93810a1-a87e-43d8-9816-feab02ba94be tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553167
Apr 15 10:59:26.013857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'Port': ['ID=bdd07be6-6fb1-43f6-b4e2-dc744f589632,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:26.019482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:26.087798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:26.089044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:26.091430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:26.112576 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:26.181469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:26.249782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:26.542267 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:26.546754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:26.564309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:26.710416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'Port': ['ID=bdd07be6-6fb1-43f6-b4e2-dc744f589632,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:26.715573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:26.825912 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:26.859562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:26.861192 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-77802eca-5e50-43cb-9ddb-481befccb841 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5773299
Apr 15 10:59:27.125865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-da415a83-b138-46fe-b21b-9f23fcb4bbef tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:27.146841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-da415a83-b138-46fe-b21b-9f23fcb4bbef tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:27.148159 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-da415a83-b138-46fe-b21b-9f23fcb4bbef tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--176305115&fields=id&tenant_id=7efa4cd58aff42d0b53fd8a0773765a3 HTTP/1.1" status: 200  len: 267 time: 0.0738904
Apr 15 10:59:27.241930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe34dad-eb63-44cc-8a4b-9022ab079321 req-48ef1e4f-f6bc-4174-915a-882888661115 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.243571 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bfe34dad-eb63-44cc-8a4b-9022ab079321 req-48ef1e4f-f6bc-4174-915a-882888661115 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.1005514
Apr 15 10:59:27.303706 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bfe34dad-eb63-44cc-8a4b-9022ab079321 req-ff159d2f-5065-478b-bbcb-1f2e1a8f1786 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514574
Apr 15 10:59:27.332230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-6ebea2ac-b038-482c-90e6-c97db03a9693 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.333831 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-6ebea2ac-b038-482c-90e6-c97db03a9693 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 809 time: 0.1774266
Apr 15 10:59:27.351964 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-8284c3f4-eb99-4297-9c48-0ebe33fbd84d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/quotas/7efa4cd58aff42d0b53fd8a0773765a3 HTTP/1.1" status: 200  len: 375 time: 0.0114172
Apr 15 10:59:27.448397 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-9ac84eea-e70f-4678-8841-2acc43ce1d3f tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0885746
Apr 15 10:59:27.660141 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-c1084717-3bab-4c9d-b33b-52fd35df36e0 service neutron] 10.222.0.68 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976242
Apr 15 10:59:27.812782 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-4f861cf2-6b86-45f3-a70c-9723701f629a service neutron] 10.222.0.68 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457744
Apr 15 10:59:28.059139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e3648deb-e845-44a6-876d-9d92465677a6 req-afee0aff-d133-4d4b-b36a-e2dbb7e28915 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:28.080528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e3648deb-e845-44a6-876d-9d92465677a6 req-afee0aff-d133-4d4b-b36a-e2dbb7e28915 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:28.081828 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e3648deb-e845-44a6-876d-9d92465677a6 req-afee0aff-d133-4d4b-b36a-e2dbb7e28915 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 210 time: 0.0966029
Apr 15 10:59:28.542111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d6e4c-1add-443e-a8c9-60d733bace49 req-0a2cfd62-6ae1-4319-afab-23e5bb8f2584 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:28.544550 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-110d6e4c-1add-443e-a8c9-60d733bace49 req-0a2cfd62-6ae1-4319-afab-23e5bb8f2584 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.1083434
Apr 15 10:59:28.599360 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-110d6e4c-1add-443e-a8c9-60d733bace49 req-19f2fb84-56fd-454e-81a2-95240a7f927f tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478437
Apr 15 10:59:29.254798 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e3afb2e6-11e0-4ea0-9b9e-523d69e4fb65 req-3d5c54e6-e8bb-47fe-ad11-50e36d794bbc tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 210 time: 0.0503182
Apr 15 10:59:29.816565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf2c2a-9ec1-4674-a117-8718e9b097af req-80e208d0-23f4-489e-91d3-60dd8621d213 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:29.818176 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5caf2c2a-9ec1-4674-a117-8718e9b097af req-80e208d0-23f4-489e-91d3-60dd8621d213 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.0951748
Apr 15 10:59:29.873779 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5caf2c2a-9ec1-4674-a117-8718e9b097af req-0e99b6d2-037d-4182-9454-376be493fe14 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486827
Apr 15 10:59:30.427582 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5cbd4e14-8e34-445c-baca-a1e9669846e1 req-df65d10f-ce4c-41ea-afbe-0156e31db150 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 210 time: 0.0514231
Apr 15 10:59:31.114005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f5e19-998e-422b-a0b3-850ccb6554ee req-db45f0cc-f87d-4159-99dd-35e2adef214a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:31.115669 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-711f5e19-998e-422b-a0b3-850ccb6554ee req-db45f0cc-f87d-4159-99dd-35e2adef214a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.1064975
Apr 15 10:59:31.179292 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-711f5e19-998e-422b-a0b3-850ccb6554ee req-81dadf19-98c9-4921-b189-22da3d5752b8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450239
Apr 15 10:59:31.602205 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-01fba53b-8660-4970-a9ea-f1d9238bfc44 req-79d5ec5e-203e-4c00-8a05-66d36df907c9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 210 time: 0.0577693
Apr 15 10:59:32.405181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04aed-81a4-406b-9175-837106058e54 req-bc4c866a-6702-4ee9-b2f3-41a124a9d8e7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:32.406854 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a4b04aed-81a4-406b-9175-837106058e54 req-bc4c866a-6702-4ee9-b2f3-41a124a9d8e7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.0976133
Apr 15 10:59:32.460047 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a4b04aed-81a4-406b-9175-837106058e54 req-6e840fab-1cb4-408c-a06b-82b5215659cd tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463870
Apr 15 10:59:32.767861 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0ae5be79-0e79-419c-a1b1-118d202068e9 req-de97f642-7066-4d6c-aaff-9a3af8b810f3 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 210 time: 0.0496323
Apr 15 10:59:33.706380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6c872-9a9f-4165-bdbb-c9fe542ff7fb req-c42ce3a1-86d0-4b64-91bf-d1f66fafdcd5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:33.709082 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61e6c872-9a9f-4165-bdbb-c9fe542ff7fb req-c42ce3a1-86d0-4b64-91bf-d1f66fafdcd5 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.1113036
Apr 15 10:59:33.773072 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-61e6c872-9a9f-4165-bdbb-c9fe542ff7fb req-7fc45851-3d0d-495e-9249-5899b3f35255 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510716
Apr 15 10:59:33.943669 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a96056c1-1555-467f-916c-c57c182c4dfd req-42125d93-3748-4629-a0ec-b4627e69626f tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 210 time: 0.0497911
Apr 15 10:59:34.150325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-1bfda601-29e4-40f1-8c8f-b74cdda3e7fb tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:34.151919 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-1bfda601-29e4-40f1-8c8f-b74cdda3e7fb tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 809 time: 0.1628959
Apr 15 10:59:34.240571 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-30a649b4-08aa-465d-8f0b-a24cd1a77d33 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3 HTTP/1.1" status: 200  len: 5707 time: 0.0736854
Apr 15 10:59:34.250485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'port': {'device_id': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'admin_state_up': True, 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'security_groups': ['e4d92d23-509f-48b3-b7e4-e5ae90f01a2e']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:34.400135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:34.410342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:34.419768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Made reservation on behalf of 7efa4cd58aff42d0b53fd8a0773765a3 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:59:34.425748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:34.611515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Allocated IP 172.20.0.8 (bf464196-3e2b-4994-9be4-6ad8317143ca/5f2cc16d-8f93-4826-9ebd-ded398d3b62a/184bcbd8-52e7-467b-8c67-8acd9375366b) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:34.812576 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:34.830670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Transition to ACTIVE for port object 184bcbd8-52e7-467b-8c67-8acd9375366b will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:34.853928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:34.869567 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e262ab3d-7924-492c-99cb-1250e5902090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:35.163911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab32bb3-ebb5-4599-8566-9c2037c1aa74 req-79cf715b-03f6-4044-ab1d-29160442b875 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:35.165664 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0ab32bb3-ebb5-4599-8566-9c2037c1aa74 req-79cf715b-03f6-4044-ab1d-29160442b875 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 931 time: 0.0993207
Apr 15 10:59:35.220374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-0ab32bb3-ebb5-4599-8566-9c2037c1aa74 req-309e9eb4-1593-4772-934e-063cb97e6aa9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:35.228410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45452) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:35.241316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-0ab32bb3-ebb5-4599-8566-9c2037c1aa74 req-309e9eb4-1593-4772-934e-063cb97e6aa9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:35.242551 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0ab32bb3-ebb5-4599-8566-9c2037c1aa74 req-309e9eb4-1593-4772-934e-063cb97e6aa9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695567
Apr 15 10:59:35.311602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event updated for resources: {'Port': ['ID=184bcbd8-52e7-467b-8c67-8acd9375366b,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:35.321665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:35.384768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cd761-6efc-4226-acee-f76f701d18c0 req-8f1b3624-a65b-49b5-913f-b0c9dda879c7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:35.386746 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-921cd761-6efc-4226-acee-f76f701d18c0 req-8f1b3624-a65b-49b5-913f-b0c9dda879c7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 943 time: 0.4784470
Apr 15 10:59:35.414911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Network bf464196-3e2b-4994-9be4-6ad8317143ca is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:35.418449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:35.423234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:35.498978 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-921cd761-6efc-4226-acee-f76f701d18c0 req-65bcd35d-e512-4f13-ac7f-ba82e6e1bc05 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029303
Apr 15 10:59:35.515270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:35.515953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:35.547018 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-835d70a1-e61f-44b6-aaf3-496eb2affee9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3014216
Apr 15 10:59:35.565631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Request body: {'port': {'device_id': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:35.576487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Deleting port a3093e9a-d23b-4fbb-9653-4f2df2cccc58 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:35.576864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:35.672249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:35.695917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:35.718465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-3ce0f1e4-510d-476d-9792-eabd22e6454e None None] Provisioning for port 184bcbd8-52e7-467b-8c67-8acd9375366b completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:35.765082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:35.765591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:35.774536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-3ce0f1e4-510d-476d-9792-eabd22e6454e None None] Provisioning complete for port 184bcbd8-52e7-467b-8c67-8acd9375366b triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:35.774948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f1e4-510d-476d-9792-eabd22e6454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:35.907942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Calling delete_port for a3093e9a-d23b-4fbb-9653-4f2df2cccc58 owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:36.037202 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0f1e4-510d-476d-9792-eabd22e6454e None None] Port 184bcbd8-52e7-467b-8c67-8acd9375366b cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:59:36.064479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:36.080125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'port_id': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'mac_address': 'fa:16:3e:f8:90:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:36.098862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.114835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0c71398b-8a0b-4ab1-b44d-87f61af1da05 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:36.143615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.160387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184bcbd8-52e7-467b-8c67-8acd9375366b {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:36.162527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb64132d-3335-42f1-bb35-2721a71581f1 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:36.170124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.178853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:36.181939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.185264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:36.188846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Transition to ACTIVE for port object 184bcbd8-52e7-467b-8c67-8acd9375366b will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:36.191655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.208825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:36.212924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event deleted for resources: {'Port': ['ID=a3093e9a-d23b-4fbb-9653-4f2df2cccc58,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:36.220817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:36.262361 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=9']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:36.271630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.272011 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.272380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.272748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.273227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.273617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.273978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.274336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.274695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.275049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.275402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.275947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:36.281285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:36.370136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Pushing event updated for resources: {'Port': ['ID=184bcbd8-52e7-467b-8c67-8acd9375366b,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:36.375869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:36.473264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for floatingip, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.473676 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Floating IP 1830cf2e-d9de-426a-9e7f-12002e6a6b5b disassociated (deleted). External IP: 172.27.3.181, port: 073b8121-edd6-4c68-9210-5372b5afa371.
Apr 15 10:59:36.482982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['eb64132d-3335-42f1-bb35-2721a71581f1'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:36.631155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758128cc-d260-43ba-8c7d-38b5e9eb86b0 req-cba5c550-2aa1-45e2-a6b1-0cc590bb2ebb tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:36.633107 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-758128cc-d260-43ba-8c7d-38b5e9eb86b0 req-cba5c550-2aa1-45e2-a6b1-0cc590bb2ebb tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 943 time: 0.2517154
Apr 15 10:59:36.655236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Attempting to bind port 184bcbd8-52e7-467b-8c67-8acd9375366b on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:36.655590 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Attempting to bind port 184bcbd8-52e7-467b-8c67-8acd9375366b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:36.655967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Attempting to bind port 184bcbd8-52e7-467b-8c67-8acd9375366b on network bf464196-3e2b-4994-9be4-6ad8317143ca {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:36.711095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Port 184bcbd8-52e7-467b-8c67-8acd9375366b on network bf464196-3e2b-4994-9be4-6ad8317143ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:59:36.711452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Attempting to bind port 184bcbd8-52e7-467b-8c67-8acd9375366b on network bf464196-3e2b-4994-9be4-6ad8317143ca {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:36.734881 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:36.735260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Checking segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:36.735687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Bound using segment: {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:36.736178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Bound port: 184bcbd8-52e7-467b-8c67-8acd9375366b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14371e3c-9369-4a52-9cf1-acf32801d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:36.736565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.873326 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d45861-2dc2-40c6-a9da-37f1468f4d3d req-dd1b334e-6d34-49d6-8660-2c8127cf0c1c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:36.875448 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-03d45861-2dc2-40c6-a9da-37f1468f4d3d req-dd1b334e-6d34-49d6-8660-2c8127cf0c1c tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 944 time: 0.2092700
Apr 15 10:59:36.879218 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] For port 184bcbd8-52e7-467b-8c67-8acd9375366b, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:36.883138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] For port 184bcbd8-52e7-467b-8c67-8acd9375366b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=184bcbd8-52e7-467b-8c67-8acd9375366b,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:36.903347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.925278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-73c1267a-e1c4-4b97-8740-c5d5484f4004 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:36.965917 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-758128cc-d260-43ba-8c7d-38b5e9eb86b0 req-84b5890c-36aa-41c2-afaa-d7aac739e1ea tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3130484
Apr 15 10:59:37.095613 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-03d45861-2dc2-40c6-a9da-37f1468f4d3d req-b53ae3fd-5d5f-4dc2-93ba-f953805259a7 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2108543
Apr 15 10:59:37.114641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Pushing event updated for resources: {'Port': ['ID=184bcbd8-52e7-467b-8c67-8acd9375366b,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:37.118096 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:37.154335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.154926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:37.156378 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-d2e000e4-2191-49a2-b874-b2c63f2d75d6 service neutron] 10.222.0.104 "PUT /v2.0/ports/184bcbd8-52e7-467b-8c67-8acd9375366b HTTP/1.1" status: 200  len: 1093 time: 1.5956140
Apr 15 10:59:37.156917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'tag': '184bcbd8-52e7-467b-8c67-8acd9375366b'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:37.191201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Router 38a659c4-6ed2-4347-81c2-2b284527f224 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:37.252801 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'tag': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'status': 'completed', 'code': 200}
Apr 15 10:59:37.294371 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-227328bd-313c-4f8f-819f-d30d1d48b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.296001 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-227328bd-313c-4f8f-819f-d30d1d48b1b8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 1096 time: 0.0862057
Apr 15 10:59:37.382454 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-3d8485d4-2d0d-4a35-876f-e2d1b9fe4286 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184bcbd8-52e7-467b-8c67-8acd9375366b HTTP/1.1" status: 200  len: 217 time: 0.0732462
Apr 15 10:59:37.398478 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:37.409049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] Sync routers for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:37.418587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:37.419693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:37.420366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b574780>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:37.456598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-55885539-e5b6-4531-a3d7-87fcb5cb30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.458110 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-55885539-e5b6-4531-a3d7-87fcb5cb30e8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 200  len: 848 time: 0.0698862
Apr 15 10:59:37.481570 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-954c8ab3-b408-41fb-bb77-91e3b374566b tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "DELETE /v2.0/floatingips/1830cf2e-d9de-426a-9e7f-12002e6a6b5b HTTP/1.1" status: 204  len: 168 time: 2.2517283
Apr 15 10:59:37.482879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:37.555416 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371', 'status': 'completed', 'code': 200}
Apr 15 10:59:37.563792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-c368e0d9-cc8c-4163-a97c-9f3f5a810381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.565462 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-c368e0d9-cc8c-4163-a97c-9f3f5a810381 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf464196-3e2b-4994-9be4-6ad8317143ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1011031
Apr 15 10:59:37.631787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:37.684049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-410988c6-49e9-4c73-8a99-fc43a116f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.686569 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-410988c6-49e9-4c73-8a99-fc43a116f59d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 1098 time: 0.0882001
Apr 15 10:59:37.695220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:37.742684 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-fed1cfdf-41db-41bc-ab78-c22da3d97d97 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553233
Apr 15 10:59:37.913142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-de4fb461-c0a1-474d-a0d8-063cfa2115a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.914762 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-de4fb461-c0a1-474d-a0d8-063cfa2115a1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 200  len: 910 time: 0.2222071
Apr 15 10:59:37.933664 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0d42e990-12b6-48a6-83c5-39d026d7dbc6 req-cba17736-8292-4caa-ad07-7f8bb394e344 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500478
Apr 15 10:59:37.976763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port eb64132d-3335-42f1-bb35-2721a71581f1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:37.977101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:38.015244 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-4afb37b2-bf8e-4fa8-a439-3fe6c01d2c4b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 200  len: 217 time: 0.0836735
Apr 15 10:59:38.024624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0cf5c-54dc-4d39-b66e-54b01ecfdb86 req-5291bd90-db55-4410-8999-f684b61e6ed4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.025415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-c1f0cf5c-54dc-4d39-b66e-54b01ecfdb86 req-5291bd90-db55-4410-8999-f684b61e6ed4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Synchronizing usage tracker for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:38.096198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-c1f0cf5c-54dc-4d39-b66e-54b01ecfdb86 req-5291bd90-db55-4410-8999-f684b61e6ed4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Unset dirty status for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:38.101410 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c1f0cf5c-54dc-4d39-b66e-54b01ecfdb86 req-5291bd90-db55-4410-8999-f684b61e6ed4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.2679131
Apr 15 10:59:38.130059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-d89a84a5-ecc7-41f8-bf51-9545b91a887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.131744 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-d89a84a5-ecc7-41f8-bf51-9545b91a887a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 200  len: 847 time: 0.1029930
Apr 15 10:59:38.203557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:38.208166 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c1f0cf5c-54dc-4d39-b66e-54b01ecfdb86 req-be8f36cb-8a6c-48d9-8c80-597793a24f91 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031344
Apr 15 10:59:38.214862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-89814d24-7e62-4d69-a3b5-6c2750278a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.216564 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-89814d24-7e62-4d69-a3b5-6c2750278a6f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 1096 time: 0.1908834
Apr 15 10:59:38.240118 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9b1d1-f87e-4850-8df4-eef7e5d23245 req-fdfdb8c5-d3d0-4d77-bba9-24b5c6e0d3de tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.240942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-efe9b1d1-f87e-4850-8df4-eef7e5d23245 req-fdfdb8c5-d3d0-4d77-bba9-24b5c6e0d3de tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:38.244632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-e5878db9-25ef-4f48-b521-67180ce4d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.246988 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-e5878db9-25ef-4f48-b521-67180ce4d0d1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=028195d1-dab2-4135-be1b-ddfb3cd0c290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1037402
Apr 15 10:59:38.248640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:38.264979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:38.267778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b574780>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:24Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:38.272331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:38.275188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2a24ca91-92d4-4923-a750-b6acf8da3439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:38.308996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] Checking router: 38a659c4-6ed2-4347-81c2-2b284527f224 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:38.335219 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:38.335901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b574780>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:38.348570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-efe9b1d1-f87e-4850-8df4-eef7e5d23245 req-fdfdb8c5-d3d0-4d77-bba9-24b5c6e0d3de tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:38.350006 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-efe9b1d1-f87e-4850-8df4-eef7e5d23245 req-fdfdb8c5-d3d0-4d77-bba9-24b5c6e0d3de tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 943 time: 0.2427964
Apr 15 10:59:38.442903 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-efe9b1d1-f87e-4850-8df4-eef7e5d23245 req-812d98ab-3f37-4b44-bd1e-d94d243dd6b8 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793920
Apr 15 10:59:38.446212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-e802ae69-6b87-4fdd-8c14-05edb442235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.447992 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-e802ae69-6b87-4fdd-8c14-05edb442235c service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 911 time: 0.1993597
Apr 15 10:59:38.488444 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-c1722f35-04b0-4496-914d-fb931b6b8e34 service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337532
Apr 15 10:59:38.505825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e65d2-ace7-4966-b694-7894a5a99a21 req-bf4c8b19-9d4c-4856-9cdd-7f64d9e7885a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.506536 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7f7e65d2-ace7-4966-b694-7894a5a99a21 req-bf4c8b19-9d4c-4856-9cdd-7f64d9e7885a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 946 time: 0.1660304
Apr 15 10:59:38.515916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=10']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:38.519241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:38.554103 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'code': 200}
Apr 15 10:59:38.559120 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-d26f2538-ede8-4c97-8e29-4b502f2de8e4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184bcbd8-52e7-467b-8c67-8acd9375366b HTTP/1.1" status: 200  len: 217 time: 0.1004298
Apr 15 10:59:38.570620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:38.655505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-7f225b22-e792-45e6-a34d-67d86aba441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.657069 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-7f225b22-e792-45e6-a34d-67d86aba441e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 200  len: 848 time: 0.0713062
Apr 15 10:59:38.663059 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7f7e65d2-ace7-4966-b694-7894a5a99a21 req-282005ab-4391-45c4-8015-694ad0b8a5f8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165280
Apr 15 10:59:38.722024 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-75e966bb-13df-4ab6-91b3-3aaae263b47c req-bf86eadd-9157-42c9-8844-735bd38cb9ba service neutron] 10.222.0.104 "GET /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143445
Apr 15 10:59:38.771228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-8dfb7336-f0c9-4289-b311-df5020c50022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.772748 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-8dfb7336-f0c9-4289-b311-df5020c50022 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf464196-3e2b-4994-9be4-6ad8317143ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0954285
Apr 15 10:59:38.879670 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017e63-5ef4-4547-8c8c-40f245f961d6 req-09df71e0-f854-4d2a-aff7-37a753060ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.881260 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-30017e63-5ef4-4547-8c8c-40f245f961d6 req-09df71e0-f854-4d2a-aff7-37a753060ee1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 1099 time: 0.0848181
Apr 15 10:59:38.927053 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-fbf233da-46ae-442a-9eb9-746a0cb04712 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459560
Apr 15 10:59:38.930578 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-30017e63-5ef4-4547-8c8c-40f245f961d6 req-a0cf7e40-fb46-4b60-8e60-f4e42136f53f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420127
Apr 15 10:59:38.932474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b574780>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:24Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:38.937869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d5974-2b65-4d18-844f-a5b95d576725 None None] The sync data for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi is: [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '8797f317-2d11-4b99-b267-49dc1a268d3c', 'name': '', 'network_id': '028195d1-dab2-4135-be1b-ddfb3cd0c290', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'mac_address': 'fa:16:3e:ca:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:13Z', 'updated_at': '2021-04-15T10:54:24Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'subnets': [{'id': '0eb32a4f-e05c-4a76-839f-89423bdc81b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:39.368855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7798c82-7b02-4b4a-b66e-45eeed3fed88 None None] New status for floating IP 1830cf2e-d9de-426a-9e7f-12002e6a6b5b: DOWN {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:59:39.385281 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ade92ee3-861d-45da-bd61-781d89a5f823 req-6f1c087a-b493-472a-a520-a07ce0559500 service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827083
Apr 15 10:59:39.434497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd82cc-f71a-4388-a043-528c4b9c586f req-772bc40e-a19c-420c-9f45-80132e40ccc7 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:39.436126 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0fd82cc-f71a-4388-a043-528c4b9c586f req-772bc40e-a19c-420c-9f45-80132e40ccc7 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1011522
Apr 15 10:59:39.490154 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0fd82cc-f71a-4388-a043-528c4b9c586f req-b6adf39f-679f-41a2-aa2b-2aa9c8b25ba6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473475
Apr 15 10:59:39.658696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f19eb-50db-493b-9a91-b58d4ec279a0 req-ba3a2291-2985-420b-819f-657dd143f56d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:39.660290 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7e0f19eb-50db-493b-9a91-b58d4ec279a0 req-ba3a2291-2985-420b-819f-657dd143f56d tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 943 time: 0.0905700
Apr 15 10:59:39.702134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 184bcbd8-52e7-467b-8c67-8acd9375366b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:39.710123 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7e0f19eb-50db-493b-9a91-b58d4ec279a0 req-20808b42-6f2b-4f70-9ac1-67cf32652011 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432708
Apr 15 10:59:39.851894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 184bcbd8-52e7-467b-8c67-8acd9375366b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=184bcbd8-52e7-467b-8c67-8acd9375366b,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:39.867159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'port_id': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'mac_address': 'fa:16:3e:f1:dd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:39.879701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fa581-6d7f-4895-84e3-896e977356bc req-011b015b-6db0-474a-9cb2-f7c6d021b236 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:39.881290 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-985fa581-6d7f-4895-84e3-896e977356bc req-011b015b-6db0-474a-9cb2-f7c6d021b236 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 946 time: 0.0927780
Apr 15 10:59:39.933683 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-985fa581-6d7f-4895-84e3-896e977356bc req-fe04686a-5145-4f57-9a39-d3fee8d25f4e tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443611
Apr 15 10:59:40.035359 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-a6795867-d7f1-42bd-b7ab-d1c42b83b645 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:40.037050 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-a6795867-d7f1-42bd-b7ab-d1c42b83b645 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.104 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.0977399
Apr 15 10:59:40.110826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:40.129537 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184bcbd8-52e7-467b-8c67-8acd9375366b {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:40.130184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Deleting port 073b8121-edd6-4c68-9210-5372b5afa371 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:40.130577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:40.146336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 184bcbd8-52e7-467b-8c67-8acd9375366b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=184bcbd8-52e7-467b-8c67-8acd9375366b,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:40.149726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:40.151581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:40.227887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=184bcbd8-52e7-467b-8c67-8acd9375366b,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:40.238878 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:40.421705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] For port 073b8121-edd6-4c68-9210-5372b5afa371, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=073b8121-edd6-4c68-9210-5372b5afa371,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:40.422114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:40.448263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['184bcbd8-52e7-467b-8c67-8acd9375366b'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:40.622760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Calling delete_port for 073b8121-edd6-4c68-9210-5372b5afa371 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:40.771596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babd3df-a4cd-428f-8857-a56527cbab8e req-092d3c62-ce24-4047-aae1-23f5b6de0fa8 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:40.774157 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8babd3df-a4cd-428f-8857-a56527cbab8e req-092d3c62-ce24-4047-aae1-23f5b6de0fa8 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 945 time: 0.1148243
Apr 15 10:59:40.830987 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8babd3df-a4cd-428f-8857-a56527cbab8e req-d66ec3f1-af5f-4f2b-9421-8e461bf86bea tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/security-groups?id=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495963
Apr 15 10:59:40.843003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:41.110150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aaeebbca-33e7-4eeb-b48a-355df6eeaa93 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:41.167294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387437a-c292-4892-82d4-45821bf42ea3 req-190f1bce-9488-4c8d-a0a4-a884f67df3fe tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:41.168893 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c387437a-c292-4892-82d4-45821bf42ea3 req-190f1bce-9488-4c8d-a0a4-a884f67df3fe tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 946 time: 0.0936615
Apr 15 10:59:41.196741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event deleted for resources: {'Port': ['ID=073b8121-edd6-4c68-9210-5372b5afa371,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:41.219327 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c387437a-c292-4892-82d4-45821bf42ea3 req-6bcf1d93-b49f-4275-b558-d87461cf6651 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438476
Apr 15 10:59:41.252561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:41.351108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e05099-32fd-4332-8bc5-bdfc3bf21606 req-43af72c0-b14b-4b39-b3f0-c5cc878cf34b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:41.352672 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-15e05099-32fd-4332-8bc5-bdfc3bf21606 req-43af72c0-b14b-4b39-b3f0-c5cc878cf34b tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 944 time: 0.2030113
Apr 15 10:59:41.480459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] No DVR routers for this DVR port 073b8121-edd6-4c68-9210-5372b5afa371 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:59:41.484563 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-15e05099-32fd-4332-8bc5-bdfc3bf21606 req-e901eda4-f2d5-45f5-a584-af6b18ddb2e8 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1244731
Apr 15 10:59:41.486728 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:41.489799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'name': 'network-vif-deleted', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:41.505935 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-23c7cc55-1248-4bb5-a1ad-f5e590d0bdb6 req-2697b65d-5c93-4a15-88e0-c3d59c580bb6 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.104 "DELETE /v2.0/ports/073b8121-edd6-4c68-9210-5372b5afa371 HTTP/1.1" status: 204  len: 173 time: 1.4560633
Apr 15 10:59:41.541928 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b069c-76bb-4eba-871e-ee48b7dabb02', 'name': 'network-vif-deleted', 'tag': '073b8121-edd6-4c68-9210-5372b5afa371', 'status': 'completed', 'code': 200}
Apr 15 10:59:41.756694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 184bcbd8-52e7-467b-8c67-8acd9375366b up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:41.833374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 184bcbd8-52e7-467b-8c67-8acd9375366b completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:41.838683 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 184bcbd8-52e7-467b-8c67-8acd9375366b triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:41.839233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:41.972326 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:42.002771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184bcbd8-52e7-467b-8c67-8acd9375366b'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:42.004135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e858fd22-3382-4eeb-bf9d-1dd468db28b5 req-75e75695-4cbd-424f-aeba-c312732e58c4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Synchronizing usage tracker for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:42.013946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 184bcbd8-52e7-467b-8c67-8acd9375366b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=184bcbd8-52e7-467b-8c67-8acd9375366b,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:42.018154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:42.019155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 073b8121-edd6-4c68-9210-5372b5afa371 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:42.020907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e858fd22-3382-4eeb-bf9d-1dd468db28b5 req-75e75695-4cbd-424f-aeba-c312732e58c4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Unset dirty status for tenant:e42ef5c1f49f416f8717fd13b63c17de on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:42.022349 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e858fd22-3382-4eeb-bf9d-1dd468db28b5 req-75e75695-4cbd-424f-aeba-c312732e58c4 tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "GET /v2.0/ports?device_id=b20b069c-76bb-4eba-871e-ee48b7dabb02 HTTP/1.1" status: 200  len: 210 time: 0.0721016
Apr 15 10:59:42.054388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:42.097835 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'code': 200}
Apr 15 10:59:42.111600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 073b8121-edd6-4c68-9210-5372b5afa371 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:42.112094 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 073b8121-edd6-4c68-9210-5372b5afa371 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:42.143554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=184bcbd8-52e7-467b-8c67-8acd9375366b,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:42.148575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:42.418492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36851d72-1e6b-437e-8ce6-82dbd97a4495 req-cd8963e3-98d5-4dac-b1e5-600b3ea6b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:42.420072 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-36851d72-1e6b-437e-8ce6-82dbd97a4495 req-cd8963e3-98d5-4dac-b1e5-600b3ea6b723 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 1098 time: 0.0799267
Apr 15 10:59:42.465275 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-36851d72-1e6b-437e-8ce6-82dbd97a4495 req-b59c7ea6-2577-4b3e-9125-3bdf5a6e491f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384972
Apr 15 10:59:42.688659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7a4e0-81b8-4fdb-ad1f-7c5e05af56f5 req-42320fb5-7192-42e2-af78-21db8a59d84c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:42.690190 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7d7a4e0-81b8-4fdb-ad1f-7c5e05af56f5 req-42320fb5-7192-42e2-af78-21db8a59d84c tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 945 time: 0.0913515
Apr 15 10:59:42.738359 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7d7a4e0-81b8-4fdb-ad1f-7c5e05af56f5 req-eb36b31f-9971-4357-a834-b2f0a61ad588 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415192
Apr 15 10:59:43.137767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45534) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:43.212244 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c639f3cd-9841-4fb7-a042-2a18af4ad1bc tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:43.245380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c639f3cd-9841-4fb7-a042-2a18af4ad1bc tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:43.299724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c639f3cd-9841-4fb7-a042-2a18af4ad1bc tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:43.305208 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3742c489-3d25-49f6-aed1-8bd0e94b9319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:43.321115 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639f3cd-9841-4fb7-a042-2a18af4ad1bc tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3ed1e-512e-4eb3-99c9-77a013f6eb91,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:43.323699 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c639f3cd-9841-4fb7-a042-2a18af4ad1bc tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:43.332774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c639f3cd-9841-4fb7-a042-2a18af4ad1bc tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:43.334038 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c639f3cd-9841-4fb7-a042-2a18af4ad1bc tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] 10.222.0.68 "DELETE /v2.0/security-groups/fcc3ed1e-512e-4eb3-99c9-77a013f6eb91 HTTP/1.1" status: 204  len: 168 time: 0.1951001
Apr 15 10:59:43.382980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45540) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:44.289688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfb40-0a13-46a6-bb51-ddb9b035e042 req-46a21b7f-906d-43e7-bcf4-3114f7e65fae tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.291244 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-55ddfb40-0a13-46a6-bb51-ddb9b035e042 req-46a21b7f-906d-43e7-bcf4-3114f7e65fae tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 945 time: 0.4367678
Apr 15 10:59:44.358328 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-55ddfb40-0a13-46a6-bb51-ddb9b035e042 req-4783525b-6dd8-4ca8-86dd-8c6858ec97e3 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576777
Apr 15 10:59:44.451684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:44.563249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f6578-bd29-4253-9e62-fca9ca7a7f0f req-93fff434-57c8-410a-a9ef-30b8fc34afa3 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.564907 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b53f6578-bd29-4253-9e62-fca9ca7a7f0f req-93fff434-57c8-410a-a9ef-30b8fc34afa3 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 945 time: 0.0937295
Apr 15 10:59:44.576116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45550) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:44.581971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Request body: {'floatingip': {'port_id': '184bcbd8-52e7-467b-8c67-8acd9375366b'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:44.663347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:44.831865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Deleting port 8797f317-2d11-4b99-b267-49dc1a268d3c {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:44.832245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:45.025172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] For port 8797f317-2d11-4b99-b267-49dc1a268d3c, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=8797f317-2d11-4b99-b267-49dc1a268d3c,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:45.025521 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:45.171761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Calling delete_port for 8797f317-2d11-4b99-b267-49dc1a268d3c owned by network:router_interface {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:45.314847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:45.317638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:45.353700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:45.369255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:45.469551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8797f317-2d11-4b99-b267-49dc1a268d3c,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:45.473582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:45.505616 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Floating IP c931ab03-edf8-4109-a82d-6fde551ae59e associated. External IP: 172.27.3.184, port: 184bcbd8-52e7-467b-8c67-8acd9375366b.
Apr 15 10:59:45.841014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:45.894187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:46.089514 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:46.094767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:46.099954 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] Sync routers for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:46.111754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:46.112575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c5327f0>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:46.159701 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-be4f80e0-ad0f-4ef1-9bd1-8bba2efb6645 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "PUT /v2.0/floatingips/c931ab03-edf8-4109-a82d-6fde551ae59e HTTP/1.1" status: 200  len: 991 time: 1.5822322
Apr 15 10:59:46.160762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'tag': '184bcbd8-52e7-467b-8c67-8acd9375366b'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:46.214842 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'tag': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'status': 'completed', 'code': 200}
Apr 15 10:59:46.314226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:46.364081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-117b88be-4cf4-4851-aa86-c12c8e88215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:46.365741 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-117b88be-4cf4-4851-aa86-c12c8e88215b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 1098 time: 0.0873773
Apr 15 10:59:46.381311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Router 38a659c4-6ed2-4347-81c2-2b284527f224 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:46.518977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-a50cd2ef-cca3-420b-935b-ec476d168f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:46.520586 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-a50cd2ef-cca3-420b-935b-ec476d168f3c service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 200  len: 911 time: 0.1479895
Apr 15 10:59:46.578213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:46.590979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] Sync routers for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:46.601778 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] 10.222.0.68 "PUT /v2.0/routers/38a659c4-6ed2-4347-81c2-2b284527f224/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2175915
Apr 15 10:59:46.604591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45558) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:46.605600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:46.606293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b31ea90>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:46.712428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c5327f0>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'c931ab03-edf8-4109-a82d-6fde551ae59e', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'port_id': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'mac_address': 'fa:16:3e:f1:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:26Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 1, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:46.717788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] Checking router: 7f46a32a-07ee-487d-ad3d-a845c4cc8717 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:46.727831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:46.728521 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c5327f0>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:46.814307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:46.930585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:47.061095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:47.144647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b31ea90>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:47.149374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] Checking router: 38a659c4-6ed2-4347-81c2-2b284527f224 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:47.159272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] Routers {'38a659c4-6ed2-4347-81c2-2b284527f224'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:47.159931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b31ea90>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['38a659c4-6ed2-4347-81c2-2b284527f224'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:47.197197 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-6dffc4a1-78f4-4935-a2bd-c6962e50d280 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184bcbd8-52e7-467b-8c67-8acd9375366b HTTP/1.1" status: 200  len: 999 time: 0.6704996
Apr 15 10:59:47.300976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-e6531cbd-26af-4a64-9a51-a58d19eabeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:47.302476 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-e6531cbd-26af-4a64-9a51-a58d19eabeac service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 200  len: 848 time: 0.0990379
Apr 15 10:59:47.333697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c5327f0>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'c931ab03-edf8-4109-a82d-6fde551ae59e', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'port_id': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'mac_address': 'fa:16:3e:f1:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:26Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 1, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:47.338596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e57da-a60d-47e8-9699-087a696939c0 None None] The sync data for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi is: [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'c931ab03-edf8-4109-a82d-6fde551ae59e', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'port_id': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'mac_address': 'fa:16:3e:f1:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:26Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 1, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:47.369313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:47.378067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] Set router 38a659c4-6ed2-4347-81c2-2b284527f224 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:47.386373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Deleting port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:47.386910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:47.534769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-20351aa2-d227-465b-8e78-9dc241d502e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:47.536405 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-20351aa2-d227-465b-8e78-9dc241d502e7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf464196-3e2b-4994-9be4-6ad8317143ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2264569
Apr 15 10:59:47.646999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe014c-8460-43a7-88b4-96400539f25f None None] New status for floating IP c931ab03-edf8-4109-a82d-6fde551ae59e: ACTIVE {{(pid=85291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:59:47.701262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] For port bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:47.701684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:47.858815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Calling delete_port for bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:47.862727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b31ea90>, [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:47.866944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7a1c-7cd4-4d4d-a121-64aa4bac1a31 None None] The sync data for ids ['38a659c4-6ed2-4347-81c2-2b284527f224'] in dv-cinder-786385-1-iscsi is: [{'id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'name': 'tempest-TestShelveInstance-801032935-router', 'tenant_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:59:45Z', 'revision_number': 5, 'project_id': 'e42ef5c1f49f416f8717fd13b63c17de', 'gw_port': {'id': 'bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a659c4-6ed2-4347-81c2-2b284527f224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:06Z', 'updated_at': '2021-04-15T10:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:47.908784 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-ea1acb76-e529-4af6-8ec6-dccff8cece2d service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3645144
Apr 15 10:59:48.107350 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d4858279-06f8-47f7-8e0c-3a354ae87e2b req-558f7a4a-f378-44ae-8c20-85be49405aac service neutron] 10.222.0.104 "GET /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842089
Apr 15 10:59:48.177529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.196151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-685a8fdc-aef5-49e4-8374-963219810a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:48.286798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:48.305815 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.306326 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.306618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.306997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.307397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.308450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.308450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.309156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.309506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.309990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.310454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.310780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:48.315719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:48.468180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.657801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.660144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.748591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.749174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a659c4-6ed2-4347-81c2-2b284527f224 {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 10:59:48.762536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.763757 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] 10.222.0.68 "DELETE /v2.0/routers/38a659c4-6ed2-4347-81c2-2b284527f224 HTTP/1.1" status: 204  len: 168 time: 2.1576180
Apr 15 10:59:48.766504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45566) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:48.836341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] Deleting subnet 0eb32a4f-e05c-4a76-839f-89423bdc81b7 {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:59:48.840151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.897023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589048'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:49.033169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:49.286141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846620328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8100244'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:49.301616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:49.383824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb32a4f-e05c-4a76-839f-89423bdc81b7,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:49.387066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:49.436472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:49.442112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7284551f-2adc-4da5-ad8e-69ea25125b0c None None] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:59:49.443025 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5fceee1b-5434-4a2c-b995-fd3ba39c9e71 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0eb32a4f-e05c-4a76-839f-89423bdc81b7 HTTP/1.1" status: 204  len: 168 time: 0.6751800
Apr 15 10:59:49.446382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45570) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:49.567429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:49.622885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 8797f317-2d11-4b99-b267-49dc1a268d3c no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:49.644853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Deleting port e6fba2c6-1d39-4871-8b77-43bc6477f93f {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:49.645227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:49.666364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 8797f317-2d11-4b99-b267-49dc1a268d3c {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:49.666753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 8797f317-2d11-4b99-b267-49dc1a268d3c not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:49.667269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:49.710741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:49.711113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device bfdf30b7-f5ce-44d3-91b1-0fdc9e31335a not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:49.789198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] DHCP port deletion for 028195d1-dab2-4135-be1b-ddfb3cd0c290 request from dv-cinder-786385-1-iscsi {{(pid=85291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 10:59:49.794251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] Deleting port e6fba2c6-1d39-4871-8b77-43bc6477f93f {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:49.794661 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:49.871547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] For port e6fba2c6-1d39-4871-8b77-43bc6477f93f, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=e6fba2c6-1d39-4871-8b77-43bc6477f93f,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:49.871948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.008978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Calling delete_port for e6fba2c6-1d39-4871-8b77-43bc6477f93f owned by network:dhcp {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:50.016213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] For port e6fba2c6-1d39-4871-8b77-43bc6477f93f, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=e6fba2c6-1d39-4871-8b77-43bc6477f93f,segment=NetworkSegment(289ee9f5-2db2-43ca-a389-8d7c0071b938),segment_id=289ee9f5-2db2-43ca-a389-8d7c0071b938)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:50.016579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.327143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] Calling delete_port for e6fba2c6-1d39-4871-8b77-43bc6477f93f owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:50.331355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.347046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:50.445658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fba2c6-1d39-4871-8b77-43bc6477f93f,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:50.448122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:50.475767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85291) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 10:59:50.476170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 10:59:50.493376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] No DVR routers for this DVR port e6fba2c6-1d39-4871-8b77-43bc6477f93f on host dv-cinder-786385-1-iscsi {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:59:50.616201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.660451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b3c9ca-a286-4b20-a94f-0abf77f98642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.731002 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623b2f5eb8>,) {'filters': {'network_id': ['028195d1-dab2-4135-be1b-ddfb3cd0c290']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:50.743407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b2f5eb8>, '289ee9f5-2db2-43ca-a389-8d7c0071b938') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:50.743741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b2f5eb8>, '289ee9f5-2db2-43ca-a389-8d7c0071b938') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:50.755737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.770827 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.777989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:59:50.962019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:59:50.977604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] Deleting port e6fba2c6-1d39-4871-8b77-43bc6477f93f {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:50.980055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.982157 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.052533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc5430-948c-43ae-96c5-a5afeadc0f57 None None] The port 'e6fba2c6-1d39-4871-8b77-43bc6477f93f' was deleted {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 10:59:51.164152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Network 028195d1-dab2-4135-be1b-ddfb3cd0c290 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:59:51.190953 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:59:51.267000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.270991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4204aeba-e60b-477b-86ad-3928158d4b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:51.287385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.296099 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=028195d1-dab2-4135-be1b-ddfb3cd0c290,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:51.301084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:51.307409 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] 10.222.0.68 "DELETE /v2.0/networks/028195d1-dab2-4135-be1b-ddfb3cd0c290 HTTP/1.1" status: 204  len: 168 time: 1.8599133
Apr 15 10:59:51.311139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45578) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:51.605650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device e6fba2c6-1d39-4871-8b77-43bc6477f93f no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:51.642809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: e6fba2c6-1d39-4871-8b77-43bc6477f93f {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:51.643434 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device e6fba2c6-1d39-4871-8b77-43bc6477f93f not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:51.888017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.262763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Deleting port 78787056-6182-4509-85d6-79b2b2028025 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:52.263136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.444484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] For port 78787056-6182-4509-85d6-79b2b2028025, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=78787056-6182-4509-85d6-79b2b2028025,segment=NetworkSegment(0bd36f86-fc27-4d8b-9cd9-5b75c85704c8),segment_id=0bd36f86-fc27-4d8b-9cd9-5b75c85704c8)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:52.444874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.579573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Calling delete_port for 78787056-6182-4509-85d6-79b2b2028025 owned by network:router_interface {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:52.755961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.771673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:52.865491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Pushing event deleted for resources: {'Port': ['ID=78787056-6182-4509-85d6-79b2b2028025,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:52.868064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:53.091475 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-674100ae-9e94-4bc0-a2ca-398f9f6068e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:53.249916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:53.873740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:53.999593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Router 75ad26c3-0ea8-443a-a945-533a7132a4fe has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:54.013755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.193907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:54.203451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] Sync routers for ids ['75ad26c3-0ea8-443a-a945-533a7132a4fe'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:54.203626 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] 10.222.0.68 "PUT /v2.0/routers/75ad26c3-0ea8-443a-a945-533a7132a4fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8912857
Apr 15 10:59:54.206227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45586) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:54.214903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] Routers {'75ad26c3-0ea8-443a-a945-533a7132a4fe'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:54.215534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b894b70>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['75ad26c3-0ea8-443a-a945-533a7132a4fe'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:54.418440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] Set router 75ad26c3-0ea8-443a-a945-533a7132a4fe gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:54.464549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.671474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.680665 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Deleting port af2caa7c-874b-4a7a-b234-e89f3eec5bda {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:54.681040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.825512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b894b70>, [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:59:52Z', 'revision_number': 5, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port': {'id': 'af2caa7c-874b-4a7a-b234-e89f3eec5bda', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:20Z', 'updated_at': '2021-04-15T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:54.830053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] Checking router: 75ad26c3-0ea8-443a-a945-533a7132a4fe for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:54.840784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] Routers {'75ad26c3-0ea8-443a-a945-533a7132a4fe'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:54.841489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b894b70>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['75ad26c3-0ea8-443a-a945-533a7132a4fe'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:54.877828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] For port af2caa7c-874b-4a7a-b234-e89f3eec5bda, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=af2caa7c-874b-4a7a-b234-e89f3eec5bda,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:54.878624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.985992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.013001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] Set router 75ad26c3-0ea8-443a-a945-533a7132a4fe gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:55.021272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Calling delete_port for af2caa7c-874b-4a7a-b234-e89f3eec5bda owned by network:router_gateway {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:55.147640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:59:55.148257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b894b70>, [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:59:54Z', 'revision_number': 6, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port_host': None}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:55.153995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b481525-9c32-41ed-9d92-fe459d73b7d8 None None] The sync data for ids ['75ad26c3-0ea8-443a-a945-533a7132a4fe'] in dv-cinder-786385-1-iscsi is: [{'id': '75ad26c3-0ea8-443a-a945-533a7132a4fe', 'name': 'tempest-TestShelveInstance-2107369009-router', 'tenant_id': '1ab11b622e8944c5b80fb29d4ab15732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:19Z', 'updated_at': '2021-04-15T10:59:54Z', 'revision_number': 6, 'project_id': '1ab11b622e8944c5b80fb29d4ab15732', 'gw_port_host': None}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:55.223780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.243831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-744f0697-dba4-40eb-a775-ee687d933be5 tempest-AttachVolumeNegativeTest-828959608 tempest-AttachVolumeNegativeTest-828959608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:55.347031 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2caa7c-874b-4a7a-b234-e89f3eec5bda,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:55.351618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:55.545640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.613642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 78787056-6182-4509-85d6-79b2b2028025 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:55.652154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 78787056-6182-4509-85d6-79b2b2028025 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:55.652526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 78787056-6182-4509-85d6-79b2b2028025 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:55.652995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device af2caa7c-874b-4a7a-b234-e89f3eec5bda no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:55.692809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: af2caa7c-874b-4a7a-b234-e89f3eec5bda {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:55.693119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device af2caa7c-874b-4a7a-b234-e89f3eec5bda not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:55.741903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.744555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.768200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.768760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ad26c3-0ea8-443a-a945-533a7132a4fe {{(pid=85289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 10:59:55.782697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.783932 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] 10.222.0.68 "DELETE /v2.0/routers/75ad26c3-0ea8-443a-a945-533a7132a4fe HTTP/1.1" status: 204  len: 168 time: 1.5767300
Apr 15 10:59:55.786676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45594) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:55.861706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] Deleting subnet 0919deeb-d2c5-4657-8747-8d7cd4dcc056 {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:59:55.865673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.923234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:56.057560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:56.105607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:56.335423 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-0833ec1e-f102-4214-87de-2383898403cf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0883746
Apr 15 10:59:56.515887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-ed4ae375-53d5-4f4b-aeae-cf2dae0bb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:56.517506 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-ed4ae375-53d5-4f4b-aeae-cf2dae0bb771 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=baece6e1d3d74502abc623559fb98938&device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 1099 time: 0.0869305
Apr 15 10:59:56.580822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:56.595550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:56.679513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-5b2c886b-5bc1-488a-a63a-0b9c450aba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:56.681070 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-5b2c886b-5bc1-488a-a63a-0b9c450aba41 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 200  len: 918 time: 0.1417120
Apr 15 10:59:56.685592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0919deeb-d2c5-4657-8747-8d7cd4dcc056,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:56.692839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:56.738719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:56.744731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed932b32-2647-4434-8b04-0e6d5c733fb7 None None] Network f49bd842-2ac3-40dd-a419-10ce622e185e requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:59:56.745792 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ae7ef8ee-253a-4c6d-a8ac-2f64c7365a42 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0919deeb-d2c5-4657-8747-8d7cd4dcc056 HTTP/1.1" status: 204  len: 168 time: 0.9573662
Apr 15 10:59:56.748933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45600) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:56.811139 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-fedc3b1b-3723-4f9a-9f0c-2bfd293a2083 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb64132d-3335-42f1-bb35-2721a71581f1 HTTP/1.1" status: 200  len: 1001 time: 0.1095612
Apr 15 10:59:56.873263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:56.892495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-e3ecb6da-ce10-44b4-aed1-353e94aa3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:56.895750 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-e3ecb6da-ce10-44b4-aed1-353e94aa3d19 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 200  len: 855 time: 0.0702496
Apr 15 10:59:56.948904 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Deleting port 78943bff-cc13-43ff-b4d9-306f10530fa3 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:56.949838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.034904 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] DHCP port deletion for f49bd842-2ac3-40dd-a419-10ce622e185e request from dv-cinder-786385-1-iscsi {{(pid=85291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 10:59:57.040290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] Deleting port 78943bff-cc13-43ff-b4d9-306f10530fa3 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:57.040857 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.223971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] For port 78943bff-cc13-43ff-b4d9-306f10530fa3, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=78943bff-cc13-43ff-b4d9-306f10530fa3,segment=NetworkSegment(0bd36f86-fc27-4d8b-9cd9-5b75c85704c8),segment_id=0bd36f86-fc27-4d8b-9cd9-5b75c85704c8)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:57.224568 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.252014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-5a6f0e69-9883-4f96-84f9-e7e73c97da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:57.253690 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-5a6f0e69-9883-4f96-84f9-e7e73c97da3b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4a522c71-2c19-419b-a626-745739117657&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3514402
Apr 15 10:59:57.373475 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Calling delete_port for 78943bff-cc13-43ff-b4d9-306f10530fa3 owned by network:dhcp {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:57.373671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] For port 78943bff-cc13-43ff-b4d9-306f10530fa3, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=78943bff-cc13-43ff-b4d9-306f10530fa3,segment=NetworkSegment(0bd36f86-fc27-4d8b-9cd9-5b75c85704c8),segment_id=0bd36f86-fc27-4d8b-9cd9-5b75c85704c8)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:57.374120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.411047 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-0c6094a3-3dea-4dff-8b49-0cdd93402ef0 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468906
Apr 15 10:59:57.467701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.485106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e0b0995d-f6dd-42e9-9e23-7cef4cda1ecc tempest-VolumesActionsTest-1601317200 tempest-VolumesActionsTest-1601317200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:57.571884 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1f5f0290-bb42-41a6-bd40-c7369d7494cd req-a5d5f812-3385-4b5e-b3a1-abf644fb2f55 service neutron] 10.222.0.104 "GET /v2.0/networks/4a522c71-2c19-419b-a626-745739117657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528244
Apr 15 10:59:57.582860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78943bff-cc13-43ff-b4d9-306f10530fa3,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:57.587233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] Calling delete_port for 78943bff-cc13-43ff-b4d9-306f10530fa3 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:57.591277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:57.642449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] No DVR routers for this DVR port 78943bff-cc13-43ff-b4d9-306f10530fa3 on host dv-cinder-786385-1-iscsi {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:59:57.653589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 78943bff-cc13-43ff-b4d9-306f10530fa3 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:57.692861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 78943bff-cc13-43ff-b4d9-306f10530fa3 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:57.693987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 78943bff-cc13-43ff-b4d9-306f10530fa3 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:57.712230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85291) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 10:59:57.712632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 10:59:57.776982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.905633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623a0bd5c0>,) {'filters': {'network_id': ['f49bd842-2ac3-40dd-a419-10ce622e185e']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:57.920169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623a0bd5c0>, '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:57.920339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623a0bd5c0>, '0bd36f86-fc27-4d8b-9cd9-5b75c85704c8') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:57.933203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.951239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.958282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:59:58.152110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Network f49bd842-2ac3-40dd-a419-10ce622e185e has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:59:58.162404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.214429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] Deleting port 78943bff-cc13-43ff-b4d9-306f10530fa3 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:58.214853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.294649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d40e1a4f-9213-4a8c-8675-463f5a8b8d5b None None] The port '78943bff-cc13-43ff-b4d9-306f10530fa3' was deleted {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 10:59:58.359802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Network f49bd842-2ac3-40dd-a419-10ce622e185e has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:59:58.384031 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:59:58.474124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.477964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:58.492729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.504749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f49bd842-2ac3-40dd-a419-10ce622e185e,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:58.507898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:58.509843 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f49bd842-2ac3-40dd-a419-10ce622e185e HTTP/1.1" status: 204  len: 168 time: 1.7598426
Apr 15 10:59:58.639398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45608) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:58.693851 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b05d4854-362a-4c87-8a44-37864aee4d08 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e42ef5c1f49f416f8717fd13b63c17de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530803
Apr 15 10:59:58.705078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45612) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:58.774271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1b59fed-6dc3-4bae-8065-354b8eedea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.804808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1b59fed-6dc3-4bae-8065-354b8eedea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.853005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1b59fed-6dc3-4bae-8065-354b8eedea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.859212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e322b5ee-c31a-4ee8-a81d-6b835830506a tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:58.877153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b59fed-6dc3-4bae-8065-354b8eedea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59bb2a3-59ab-43d9-af54-1b333a3e2760,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:58.880532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d1b59fed-6dc3-4bae-8065-354b8eedea7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:58.882828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1b59fed-6dc3-4bae-8065-354b8eedea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:58.884260 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d1b59fed-6dc3-4bae-8065-354b8eedea7a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e59bb2a3-59ab-43d9-af54-1b333a3e2760 HTTP/1.1" status: 204  len: 168 time: 0.1777790
Apr 15 10:59:59.284963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45622) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:59.339270 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-582932ee-4a0d-42e2-8f6e-68309ac038c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ab11b622e8944c5b80fb29d4ab15732&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522614
Apr 15 10:59:59.342161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45626) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:59.409370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5fefcf3-b4e0-43b6-bae3-18ce158ffcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:59.444398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5fefcf3-b4e0-43b6-bae3-18ce158ffcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:59.496128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5fefcf3-b4e0-43b6-bae3-18ce158ffcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:59.501475 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d1b59fed-6dc3-4bae-8065-354b8eedea7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:59.516139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fefcf3-b4e0-43b6-bae3-18ce158ffcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e12942c-1405-4254-a827-2234d6a84350,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:59.519304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b5fefcf3-b4e0-43b6-bae3-18ce158ffcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:59.520301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5fefcf3-b4e0-43b6-bae3-18ce158ffcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:59.521538 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b5fefcf3-b4e0-43b6-bae3-18ce158ffcac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e12942c-1405-4254-a827-2234d6a84350 HTTP/1.1" status: 204  len: 168 time: 0.1783760
Apr 15 11:00:15.164964 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f013421-5b98-4fb6-b01f-47bc28e3ebbe req-31c4bf91-008d-4158-afca-f8150c7d7dab tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:15.166598 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3f013421-5b98-4fb6-b01f-47bc28e3ebbe req-31c4bf91-008d-4158-afca-f8150c7d7dab tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 946 time: 0.0890517
Apr 15 11:00:15.218377 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3f013421-5b98-4fb6-b01f-47bc28e3ebbe req-d7365f8f-6d58-4dc8-ad6a-b33166e666f4 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451841
Apr 15 11:00:16.435017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cbee5-9755-4e4f-b0fb-8ba1974fff55 req-bc51f425-09a4-4b83-9621-ff62413d66eb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:16.436648 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-551cbee5-9755-4e4f-b0fb-8ba1974fff55 req-bc51f425-09a4-4b83-9621-ff62413d66eb tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 946 time: 0.0949852
Apr 15 11:00:16.489058 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-551cbee5-9755-4e4f-b0fb-8ba1974fff55 req-5957c115-16c6-4dea-901b-3d4fd4c7f27d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6a735c0-4615-4f11-afd6-f2648e56a1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454266
Apr 15 11:00:16.701805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee89da3-4135-4851-bae4-48485c78479b req-fe3bc6e0-744f-4974-a44c-a40df7af4e5b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:16.703580 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dee89da3-4135-4851-bae4-48485c78479b req-fe3bc6e0-744f-4974-a44c-a40df7af4e5b tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 946 time: 0.0949290
Apr 15 11:00:16.781562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Deleting port eb64132d-3335-42f1-bb35-2721a71581f1 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:16.781947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:17.049313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] For port eb64132d-3335-42f1-bb35-2721a71581f1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eb64132d-3335-42f1-bb35-2721a71581f1,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:17.049761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:17.354461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:17.354788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:17.355136 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Floating IP e895756c-d894-444f-9015-71ac1b2fa6c7 disassociated. External IP: 172.27.3.170, port: eb64132d-3335-42f1-bb35-2721a71581f1.
Apr 15 11:00:17.355596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Calling delete_port for eb64132d-3335-42f1-bb35-2721a71581f1 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:17.506812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:17.522402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a4e82a7b-1628-4f08-8278-8f026909b108 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:17.576605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event deleted for resources: {'Port': ['ID=eb64132d-3335-42f1-bb35-2721a71581f1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:17.624629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:17.691901 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-28d77b8f-cd79-4efb-945b-0cb7e9515bc1 req-2dc7179b-2f57-4c0a-8a72-120d342bb73d tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 210 time: 0.0662863
Apr 15 11:00:17.945192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Router b673fe89-4c86-48dd-8122-c652ae3b5418 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:18.141740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:18.152025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] Sync routers for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:18.162967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:18.163636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b914048>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:18.227447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] No DVR routers for this DVR port eb64132d-3335-42f1-bb35-2721a71581f1 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:18.232500 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:18.236708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-deleted', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:18.253901 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dee89da3-4135-4851-bae4-48485c78479b req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.104 "DELETE /v2.0/ports/eb64132d-3335-42f1-bb35-2721a71581f1 HTTP/1.1" status: 204  len: 173 time: 1.5443342
Apr 15 11:00:18.294346 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc', 'name': 'network-vif-deleted', 'tag': 'eb64132d-3335-42f1-bb35-2721a71581f1', 'status': 'completed', 'code': 200}
Apr 15 11:00:18.374673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:18.732656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b914048>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:18.739107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] Checking router: b673fe89-4c86-48dd-8122-c652ae3b5418 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:18.749445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:18.750355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b914048>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:18.891285 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2ecf60e2-74cd-4300-8f27-f0532dd28881 req-9bb2f4f7-a549-4b45-90fc-6ef022d60975 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/ports?device_id=eadbe7ca-30bc-4bcd-a9ce-afbfabe8badc HTTP/1.1" status: 200  len: 210 time: 0.0510919
Apr 15 11:00:19.119049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:19.471471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b914048>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:19.475655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424f2e4-fdf6-4084-8816-3098038334f2 None None] The sync data for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi is: [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 4, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'bad67fdc-2e68-4e9d-9a72-c346a46b1109', 'name': '', 'network_id': '4a522c71-2c19-419b-a626-745739117657', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'mac_address': 'fa:16:3e:9f:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:37Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'subnets': [{'id': '2486d50f-8717-42b4-98df-9b18a0a3cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:19.896809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde27bb-2017-44de-925f-7a8a001aa4a0 None None] New status for floating IP e895756c-d894-444f-9015-71ac1b2fa6c7: DOWN {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:00:19.982387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:20.039542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: eb64132d-3335-42f1-bb35-2721a71581f1 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:20.040914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device eb64132d-3335-42f1-bb35-2721a71581f1 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:20.046159 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45698) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:20.117808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19d69448-9d5b-4171-8bfb-8546143775dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.150565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19d69448-9d5b-4171-8bfb-8546143775dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.197766 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19d69448-9d5b-4171-8bfb-8546143775dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.203133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-552979dc-5748-4e44-a1c6-a68d9fefe451 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:20.218373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d69448-9d5b-4171-8bfb-8546143775dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a735c0-4615-4f11-afd6-f2648e56a1ea,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:20.221158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-19d69448-9d5b-4171-8bfb-8546143775dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:20.227859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19d69448-9d5b-4171-8bfb-8546143775dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.232098 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-19d69448-9d5b-4171-8bfb-8546143775dc tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "DELETE /v2.0/security-groups/e6a735c0-4615-4f11-afd6-f2648e56a1ea HTTP/1.1" status: 204  len: 168 time: 0.1815846
Apr 15 11:00:20.232797 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45702) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:20.255412 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.v2.resource [None req-4702c207-6ea8-4e03-abf6-a6de8d5e35ae tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] show failed (client error): The resource could not be found.
Apr 15 11:00:20.256473 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4702c207-6ea8-4e03-abf6-a6de8d5e35ae tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "GET /v2.0/security-groups/e6a735c0-4615-4f11-afd6-f2648e56a1ea HTTP/1.1" status: 404  len: 347 time: 0.0231831
Apr 15 11:00:20.259516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45706) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:20.426171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Deleting port 3bca0d24-a5a4-49fb-984f-13f5dc177e26 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:20.426553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.612908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.613278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.662850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-610d69dd-ae1e-4c66-a40c-2bc44b114b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.748515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Calling delete_port for 3bca0d24-a5a4-49fb-984f-13f5dc177e26 owned by network:floatingip {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:20.897992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.914021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6c90f93e-0cdf-4d1d-adb0-db178309d9ff tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:21.270898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Pushing event deleted for resources: {'Port': ['ID=3bca0d24-a5a4-49fb-984f-13f5dc177e26,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:21.274856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:21.436510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks [] for floatingip, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:21.452803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:21.454122 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-06d0b1c0-11ba-4547-a5a6-60503bdf1809 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] 10.222.0.68 "DELETE /v2.0/floatingips/e895756c-d894-444f-9015-71ac1b2fa6c7 HTTP/1.1" status: 204  len: 168 time: 1.1936400
Apr 15 11:00:23.085832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e002-3371-461a-a30d-3672ee252ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:23.877158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:24.031710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:24.346124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45736) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:25.003113 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:25.180053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:25.570468 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Deleting port bad67fdc-2e68-4e9d-9a72-c346a46b1109 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:25.571161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:25.772893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] For port bad67fdc-2e68-4e9d-9a72-c346a46b1109, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=bad67fdc-2e68-4e9d-9a72-c346a46b1109,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:25.773296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:25.911741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Calling delete_port for bad67fdc-2e68-4e9d-9a72-c346a46b1109 owned by network:router_interface {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:26.107966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:26.125573 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-165a0327-5201-4a79-af17-9456daba55bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:26.136524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:26.225583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad67fdc-2e68-4e9d-9a72-c346a46b1109,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:26.230813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:26.602618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:27.120410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Router b673fe89-4c86-48dd-8122-c652ae3b5418 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:27.652067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:27.663914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] Sync routers for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:27.670227 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] 10.222.0.68 "PUT /v2.0/routers/b673fe89-4c86-48dd-8122-c652ae3b5418/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3221319
Apr 15 11:00:27.672517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45760) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:27.684058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:27.685567 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b7be470>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:27.871946 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks [] for router, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:27.949993 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:28.093058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:28.105883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Deleting port 32a562de-553e-4c0c-89f9-0a29f3e386c5 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:28.106273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:28.293664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b7be470>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T11:00:26Z', 'revision_number': 5, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port': {'id': '32a562de-553e-4c0c-89f9-0a29f3e386c5', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:22Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:28.298089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] Checking router: b673fe89-4c86-48dd-8122-c652ae3b5418 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:28.307516 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] Routers {'b673fe89-4c86-48dd-8122-c652ae3b5418'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:28.308178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b7be470>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b673fe89-4c86-48dd-8122-c652ae3b5418'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:28.319877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] For port 32a562de-553e-4c0c-89f9-0a29f3e386c5, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=32a562de-553e-4c0c-89f9-0a29f3e386c5,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:28.320286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:28.457889 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Calling delete_port for 32a562de-553e-4c0c-89f9-0a29f3e386c5 owned by network:router_gateway {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:28.481112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] Set router b673fe89-4c86-48dd-8122-c652ae3b5418 gateway port host: None {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:28.603457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b7be470>, [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T11:00:28Z', 'revision_number': 6, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port_host': None}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:28.608543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f57792-0970-4259-bff2-e047bdb53c2a None None] The sync data for ids ['b673fe89-4c86-48dd-8122-c652ae3b5418'] in dv-cinder-786385-1-iscsi is: [{'id': 'b673fe89-4c86-48dd-8122-c652ae3b5418', 'name': 'tempest-AttachVolumeShelveTestJSON-919958145-router', 'tenant_id': 'baece6e1d3d74502abc623559fb98938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:21Z', 'updated_at': '2021-04-15T11:00:28Z', 'revision_number': 6, 'project_id': 'baece6e1d3d74502abc623559fb98938', 'gw_port_host': None}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:28.646828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:28.663609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:28.761384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Pushing event deleted for resources: {'Port': ['ID=32a562de-553e-4c0c-89f9-0a29f3e386c5,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:28.778654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.779074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.779512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.779925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.780257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.780637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.781033 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.781450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.781851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.782239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.782627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.783021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:28.786630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:29.201929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.390837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.393169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.424653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.425253 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b673fe89-4c86-48dd-8122-c652ae3b5418 {{(pid=85289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:00:29.439063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.440086 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] 10.222.0.68 "DELETE /v2.0/routers/b673fe89-4c86-48dd-8122-c652ae3b5418 HTTP/1.1" status: 204  len: 168 time: 1.7665284
Apr 15 11:00:29.442770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45772) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:29.521149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] Deleting subnet 2486d50f-8717-42b4-98df-9b18a0a3cbdb {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:00:29.524252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.582225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.632970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 32a562de-553e-4c0c-89f9-0a29f3e386c5 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:29.671022 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.671624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 32a562de-553e-4c0c-89f9-0a29f3e386c5 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:29.671624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 32a562de-553e-4c0c-89f9-0a29f3e386c5 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:29.671985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device bad67fdc-2e68-4e9d-9a72-c346a46b1109 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:29.708323 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: bad67fdc-2e68-4e9d-9a72-c346a46b1109 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:29.708717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device bad67fdc-2e68-4e9d-9a72-c346a46b1109 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:29.938527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.954625 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:30.046215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2486d50f-8717-42b4-98df-9b18a0a3cbdb,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:30.050932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:30.092275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:30.097984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654bc4cb-d1df-4227-a95c-0e7a16d32a1a None None] Network 4a522c71-2c19-419b-a626-745739117657 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:30.098511 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f5c58fbf-d920-4d1d-9345-d269ad5ddf8c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2486d50f-8717-42b4-98df-9b18a0a3cbdb HTTP/1.1" status: 204  len: 168 time: 0.6545918
Apr 15 11:00:30.101114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45776) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:30.220789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:30.289673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Deleting port b6c0e9fe-b633-45e2-ad07-74cedcccd325 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:30.290050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:30.358066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] DHCP port deletion for 4a522c71-2c19-419b-a626-745739117657 request from dv-cinder-786385-1-iscsi {{(pid=85291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:00:30.362217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] Deleting port b6c0e9fe-b633-45e2-ad07-74cedcccd325 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:30.362639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:30.533440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] For port b6c0e9fe-b633-45e2-ad07-74cedcccd325, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=b6c0e9fe-b633-45e2-ad07-74cedcccd325,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:30.533760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:30.587844 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] For port b6c0e9fe-b633-45e2-ad07-74cedcccd325, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=b6c0e9fe-b633-45e2-ad07-74cedcccd325,segment=NetworkSegment(d1dc4189-e5af-400e-9508-6df27ade764b),segment_id=d1dc4189-e5af-400e-9508-6df27ade764b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:30.588202 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:30.669204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Calling delete_port for b6c0e9fe-b633-45e2-ad07-74cedcccd325 owned by network:dhcp {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:30.725729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] Calling delete_port for b6c0e9fe-b633-45e2-ad07-74cedcccd325 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:30.751782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:30.767753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50e61f80-cecb-4bd5-9d75-c117e2661b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:30.800336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85291) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:00:30.800654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:00:30.862233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c0e9fe-b633-45e2-ad07-74cedcccd325,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:30.869382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:30.913249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] No DVR routers for this DVR port b6c0e9fe-b633-45e2-ad07-74cedcccd325 on host dv-cinder-786385-1-iscsi {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:31.040076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.156448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623af44b38>,) {'filters': {'network_id': ['4a522c71-2c19-419b-a626-745739117657']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:31.169740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623af44b38>, 'd1dc4189-e5af-400e-9508-6df27ade764b') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:31.170080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623af44b38>, 'd1dc4189-e5af-400e-9508-6df27ade764b') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:31.182058 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.197624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.204172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:00:31.302067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] Deleting port b6c0e9fe-b633-45e2-ad07-74cedcccd325 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:31.302490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.378182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-ac738297-2192-47b3-8b54-0c1022964cf7 None None] The port 'b6c0e9fe-b633-45e2-ad07-74cedcccd325' was deleted {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:00:31.384819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Network 4a522c71-2c19-419b-a626-745739117657 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:00:31.398252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.588617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Network 4a522c71-2c19-419b-a626-745739117657 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:00:31.612834 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:00:31.632664 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device b6c0e9fe-b633-45e2-ad07-74cedcccd325 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:31.671443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: b6c0e9fe-b633-45e2-ad07-74cedcccd325 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:31.671837 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device b6c0e9fe-b633-45e2-ad07-74cedcccd325 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:31.693183 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.697056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:31.713589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:31.719951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a522c71-2c19-419b-a626-745739117657,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:31.724444 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:31.736063 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4a522c71-2c19-419b-a626-745739117657 HTTP/1.1" status: 204  len: 168 time: 1.6339021
Apr 15 11:00:31.853260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45786) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:31.905617 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-52878832-bcfe-4893-947e-bb3f5bbd77f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=baece6e1d3d74502abc623559fb98938&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509601
Apr 15 11:00:31.908108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45790) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:31.971571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8eb438aa-60f1-44d0-acae-f4c9d06fc304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:32.004311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8eb438aa-60f1-44d0-acae-f4c9d06fc304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:32.050642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8eb438aa-60f1-44d0-acae-f4c9d06fc304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:32.055755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-baf2b9b6-9341-485f-95ed-647f405b5b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:32.070131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb438aa-60f1-44d0-acae-f4c9d06fc304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb815a1-9b5e-4dbb-9a37-a9340fc69cfa,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:32.072960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8eb438aa-60f1-44d0-acae-f4c9d06fc304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:32.078469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:00:32.079833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8eb438aa-60f1-44d0-acae-f4c9d06fc304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:32.081103 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-8eb438aa-60f1-44d0-acae-f4c9d06fc304 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bdb815a1-9b5e-4dbb-9a37-a9340fc69cfa HTTP/1.1" status: 204  len: 168 time: 0.1720295
Apr 15 11:00:33.861205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45836) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:33.989824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.006931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:34.011141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Usage tracker for resource:security_group_rule and tenant:5128b42f80a34a04a72535e1aec29f73 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:34.014831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:34.021034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:34.115496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.118319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.132747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1d8bce98-1b5c-4cff-b81b-89ac2b792ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:34.172412 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5128b42f80a34a04a72535e1aec29f73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3099952
Apr 15 11:00:34.174173 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c55e11c-f422-44e3-9265-fec7d8938893,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:34.175285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45842) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:34.177402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:34.238035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9df6aff8-7095-4ce2-ac83-e9cc53774ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.265279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9df6aff8-7095-4ce2-ac83-e9cc53774ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.309537 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9df6aff8-7095-4ce2-ac83-e9cc53774ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.314602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-92fe6d6c-6620-44e5-8cae-26573416cf57 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:34.326103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6aff8-7095-4ce2-ac83-e9cc53774ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c55e11c-f422-44e3-9265-fec7d8938893,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:34.329820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9df6aff8-7095-4ce2-ac83-e9cc53774ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:34.334347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9df6aff8-7095-4ce2-ac83-e9cc53774ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.335530 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9df6aff8-7095-4ce2-ac83-e9cc53774ecf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5c55e11c-f422-44e3-9265-fec7d8938893 HTTP/1.1" status: 204  len: 168 time: 0.1591928
Apr 15 11:00:34.631139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45850) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:34.655247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.672721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:34.676799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef6815b5ef043f59075d4878e4ba91c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:34.680166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:34.686987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:34.781689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.784669 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.798937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f3ff8b1a-6c1c-4405-9834-c30eeeed5eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:34.845576 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ef6815b5ef043f59075d4878e4ba91c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2108345
Apr 15 11:00:34.845576 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e304ac3-b9f0-4e92-b857-fbd01ad88977,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:34.846776 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45856) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:34.849732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:34.912152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b706ac2-4df3-4b5e-892c-df48ba738235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.940616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b706ac2-4df3-4b5e-892c-df48ba738235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.989023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b706ac2-4df3-4b5e-892c-df48ba738235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:34.994247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4de70a87-9723-40c3-971b-cbbb6be9b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:35.005632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b706ac2-4df3-4b5e-892c-df48ba738235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e304ac3-b9f0-4e92-b857-fbd01ad88977,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:35.008064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0b706ac2-4df3-4b5e-892c-df48ba738235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:35.015395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b706ac2-4df3-4b5e-892c-df48ba738235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:35.019468 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0b706ac2-4df3-4b5e-892c-df48ba738235 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6e304ac3-b9f0-4e92-b857-fbd01ad88977 HTTP/1.1" status: 204  len: 168 time: 0.1718464
Apr 15 11:00:37.207084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45942) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:37.335499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.355680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:37.360806 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:14aa2f286787478688ef1ea5671c396a is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:37.363894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:37.370008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:37.456760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.459524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.468649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ec22f4e9-cd1a-41e2-ab52-203c529f85ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:37.514455 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14aa2f286787478688ef1ea5671c396a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3059492
Apr 15 11:00:37.516741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a8ff23-399b-4d4b-a115-f98ed7fc77c1,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:37.517282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45948) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:37.520019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:37.585914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-209980d0-b554-4300-8765-eda4e2c31a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.614171 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-209980d0-b554-4300-8765-eda4e2c31a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.659346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-209980d0-b554-4300-8765-eda4e2c31a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.664559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e70aef9-cbf9-4492-8c33-547fa92710d1 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:37.679162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209980d0-b554-4300-8765-eda4e2c31a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a8ff23-399b-4d4b-a115-f98ed7fc77c1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:37.682673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-209980d0-b554-4300-8765-eda4e2c31a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:37.683657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-209980d0-b554-4300-8765-eda4e2c31a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:37.684933 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-209980d0-b554-4300-8765-eda4e2c31a79 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/10a8ff23-399b-4d4b-a115-f98ed7fc77c1 HTTP/1.1" status: 204  len: 168 time: 0.1664891
Apr 15 11:00:37.976130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45956) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:37.996420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.012620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:38.017321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc655cc0fb746c9b178c5830c0cf47f is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:38.020376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:38.026506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:38.113513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.116285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.125805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b1baf1ea-9c3f-455d-8956-9d2518c3c38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:38.171337 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ccc655cc0fb746c9b178c5830c0cf47f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1940510
Apr 15 11:00:38.173148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65113144-7e7e-47ab-83ed-104521ccf69a,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:38.174230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45960) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:38.176355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:38.241802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e36b93fe-02d6-421e-8645-423aa5f32569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.270759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e36b93fe-02d6-421e-8645-423aa5f32569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.316194 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e36b93fe-02d6-421e-8645-423aa5f32569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.321466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0b706ac2-4df3-4b5e-892c-df48ba738235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:38.333925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b93fe-02d6-421e-8645-423aa5f32569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65113144-7e7e-47ab-83ed-104521ccf69a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:38.337050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e36b93fe-02d6-421e-8645-423aa5f32569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:38.339217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e36b93fe-02d6-421e-8645-423aa5f32569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:38.343334 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e36b93fe-02d6-421e-8645-423aa5f32569 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/65113144-7e7e-47ab-83ed-104521ccf69a HTTP/1.1" status: 204  len: 168 time: 0.1655734
Apr 15 11:00:39.107770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 45986) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:39.218417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1827670510-network', 'tenant_id': '4d88eec6a004496594dba633950f863f'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:39.223469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:39.227816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Usage tracker for resource:network and tenant:4d88eec6a004496594dba633950f863f is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:39.231717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:39.241297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:39.250274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Made reservation on behalf of 4d88eec6a004496594dba633950f863f for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:39.255072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.267848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.283538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:39.287676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Usage tracker for resource:security_group_rule and tenant:4d88eec6a004496594dba633950f863f is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:39.291278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:39.297944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:39.387161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.390452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.394757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d9fc5341-4529-4364-a571-8b02aa61c70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:39.421774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:00:39.435296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6248de43-d611-4489-9209-c262c338bfbb,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:39.439638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:39.443284 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.443284 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Added segment 6d03325e-c44e-4576-84f3-b44bcc8a0901 of type vlan for network f826b3e7-f249-4670-8568-78481a6898de
Apr 15 11:00:39.471471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.501650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.503103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:39.503744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.508984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dce778fb-c453-4235-aa96-1e507332c9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:39.616835 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5078163
Apr 15 11:00:39.619959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 45994) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:39.620117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Pushing event updated for resources: {'Network': ['ID=f826b3e7-f249-4670-8568-78481a6898de,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:39.623135 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e713842c-4eb0-48ed-94fb-44a00de35122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:39.626628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Request body: {'subnet': {'network_id': 'f826b3e7-f249-4670-8568-78481a6898de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1827670510-subnet', 'tenant_id': '4d88eec6a004496594dba633950f863f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:39.630802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network f826b3e7-f249-4670-8568-78481a6898de details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:00:39.632051 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:39.637008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Usage tracker for resource:subnet and tenant:4d88eec6a004496594dba633950f863f is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:39.640232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:39.646566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:39.657833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Made reservation on behalf of 4d88eec6a004496594dba633950f863f for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:39.662611 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8129964'] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.298403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848453805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8129981'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.313324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0de326e3-f8ed-4584-b61e-b70d209ca55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:40.442608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb732999-2a37-42bf-9a5e-840d030ec0a1,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:40.445486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:40.517961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Checking segment: {'id': '6d03325e-c44e-4576-84f3-b44bcc8a0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'f826b3e7-f249-4670-8568-78481a6898de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:40.518349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Network hostable DHCP agents. Network: f826b3e7-f249-4670-8568-78481a6898de, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:00:40.537630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Network f826b3e7-f249-4670-8568-78481a6898de is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:00:40.546162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, f826b3e7-f249-4670-8568-78481a6898de) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:40.555408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6350477-b7ee-4aa4-9ba2-81db70df6b64 None None] Network f826b3e7-f249-4670-8568-78481a6898de requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:40.560583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:40.561241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:40.595202 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-8b3ab1c4-83ae-409e-8c48-86aa335c3a0a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9736526
Apr 15 11:00:40.789795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135c86c-55a2-4c76-bd1c-9aa3933a76a1 None None] Network f826b3e7-f249-4670-8568-78481a6898de requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:41.149263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46014) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:41.155660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-612322074-network', 'tenant_id': 'd4a74ca8fc8f46b6b84344994d23fa14'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:41.160792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:41.165599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Usage tracker for resource:network and tenant:d4a74ca8fc8f46b6b84344994d23fa14 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:41.169221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:41.175427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:41.185109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Made reservation on behalf of d4a74ca8fc8f46b6b84344994d23fa14 for: {'network': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:41.190028 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.203646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.218953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:41.223101 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a74ca8fc8f46b6b84344994d23fa14 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:41.226080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:41.232937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:41.318393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.321554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.324687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e2337097-e7d2-4e48-8d7f-3355cea930a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:41.361374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345}  {{(pid=85289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:00:41.367001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c29bdc-4cad-4d99-8802-e56fadf17592,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:41.371048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:41.374787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.375179 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Added segment ce136a4d-d3fd-41a5-a4a3-7c2054f3211a of type vlan for network 1b3f4615-f1f0-40db-8769-69580782036f
Apr 15 11:00:41.402415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.432582 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.434045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:41.434687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:41.439840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:41.553520 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4029810
Apr 15 11:00:41.554300 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3f4615-f1f0-40db-8769-69580782036f,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:41.556355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46020) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:41.559166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-28fdc1f0-8524-4953-b1d5-55a4966004c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:41.563366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Request body: {'subnet': {'network_id': '1b3f4615-f1f0-40db-8769-69580782036f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-612322074-subnet', 'tenant_id': 'd4a74ca8fc8f46b6b84344994d23fa14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:41.567671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 1b3f4615-f1f0-40db-8769-69580782036f details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:00:41.568579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:41.573069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Usage tracker for resource:subnet and tenant:d4a74ca8fc8f46b6b84344994d23fa14 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:41.576472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:41.582647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:41.593165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Made reservation on behalf of d4a74ca8fc8f46b6b84344994d23fa14 for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:41.599050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8129964'] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.004977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848453805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8129981'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.021302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:42.157842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a63b66c-b8e3-46ac-a916-0ec4066f7020,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:42.162442 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:42.231747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Checking segment: {'id': 'ce136a4d-d3fd-41a5-a4a3-7c2054f3211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '1b3f4615-f1f0-40db-8769-69580782036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:42.232010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Network hostable DHCP agents. Network: 1b3f4615-f1f0-40db-8769-69580782036f, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:00:42.251119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Network 1b3f4615-f1f0-40db-8769-69580782036f is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:00:42.259341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 1b3f4615-f1f0-40db-8769-69580782036f) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:42.270192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33833f-cf9e-4e50-8d60-4b3c859fb5ab None None] Network 1b3f4615-f1f0-40db-8769-69580782036f requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:42.272358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:42.273018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:42.297942 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-afdbb86a-981e-4763-9ab2-2df0e8086ee2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7404683
Apr 15 11:00:42.304813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c148-a4e2-4bba-be3e-29572d2ff15d req-0bad93b0-7f05-4896-8397-319fdf736515 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:42.306368 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2fc9c148-a4e2-4bba-be3e-29572d2ff15d req-0bad93b0-7f05-4896-8397-319fdf736515 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 946 time: 0.0930500
Apr 15 11:00:42.365749 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2fc9c148-a4e2-4bba-be3e-29572d2ff15d req-b4d73df7-44d1-49fa-a9e0-c28c85c7d710 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494390
Apr 15 11:00:42.509142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc418d-b5e8-4bad-8176-dfe5b93ca049 None None] Network 1b3f4615-f1f0-40db-8769-69580782036f requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:00:43.586907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16944bc2-2e55-4807-b2a3-e52d41580dcf req-15941d1b-07de-45dd-8ee2-83796df836e9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:43.588174 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-16944bc2-2e55-4807-b2a3-e52d41580dcf req-15941d1b-07de-45dd-8ee2-83796df836e9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 946 time: 0.0998237
Apr 15 11:00:43.642590 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-16944bc2-2e55-4807-b2a3-e52d41580dcf req-dc38c5b1-fc1a-40e9-8ab3-5c69c6aaf942 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477960
Apr 15 11:00:43.923700 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49913ac-9e34-4993-81d2-63df4578bbea req-ba9f2b82-60d7-40c9-bf91-6ab48ae17f1f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:43.925297 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a49913ac-9e34-4993-81d2-63df4578bbea req-ba9f2b82-60d7-40c9-bf91-6ab48ae17f1f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 946 time: 0.0909436
Apr 15 11:00:44.006705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Deleting port 138805bb-37d0-48ea-ae14-3bd621e19e24 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:44.007108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.283255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] For port 138805bb-37d0-48ea-ae14-3bd621e19e24, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=138805bb-37d0-48ea-ae14-3bd621e19e24,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:44.283653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.611405 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.611997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.612125 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Floating IP 8734cedb-15bf-47d9-8184-c20f8dd8da30 disassociated. External IP: 172.27.3.66, port: 138805bb-37d0-48ea-ae14-3bd621e19e24.
Apr 15 11:00:44.612506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Calling delete_port for 138805bb-37d0-48ea-ae14-3bd621e19e24 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:44.820229 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:44.836618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6dc5bc93-1987-4a83-ad68-0a4743a766c8 tempest-AttachVolumeShelveTestJSON-581665654 tempest-AttachVolumeShelveTestJSON-581665654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:44.941730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event deleted for resources: {'Port': ['ID=138805bb-37d0-48ea-ae14-3bd621e19e24,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:44.950495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:44.992647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30f437-7ec1-4bfb-9ea0-eaa7f2e66d50 req-9365e4f6-dd2a-4ef1-a218-1357386e4434 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:44.994269 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6d30f437-7ec1-4bfb-9ea0-eaa7f2e66d50 req-9365e4f6-dd2a-4ef1-a218-1357386e4434 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 867 time: 0.2366543
Apr 15 11:00:45.085101 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6d30f437-7ec1-4bfb-9ea0-eaa7f2e66d50 req-0166b9d4-965a-4f48-b29e-0af88f1381d8 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814176
Apr 15 11:00:45.281988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Router 19e59232-feec-48fc-ab65-2e54bd70d754 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:45.479085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:45.490932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:45.505021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:45.505950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c4ac898>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:45.569192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] No DVR routers for this DVR port 138805bb-37d0-48ea-ae14-3bd621e19e24 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:45.569192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:45.572345 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'name': 'network-vif-deleted', 'tag': '138805bb-37d0-48ea-ae14-3bd621e19e24'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:45.588258 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a49913ac-9e34-4993-81d2-63df4578bbea req-54b50e5f-fb64-496c-ab04-4eed46e59aa0 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "DELETE /v2.0/ports/138805bb-37d0-48ea-ae14-3bd621e19e24 HTTP/1.1" status: 204  len: 173 time: 1.6570051
Apr 15 11:00:45.632115 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb806ec-91b5-4711-8128-a72dbc01a5f4', 'name': 'network-vif-deleted', 'tag': '138805bb-37d0-48ea-ae14-3bd621e19e24', 'status': 'completed', 'code': 200}
Apr 15 11:00:45.746579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:46.134760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 138805bb-37d0-48ea-ae14-3bd621e19e24 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:46.225302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 138805bb-37d0-48ea-ae14-3bd621e19e24 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:46.227106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 138805bb-37d0-48ea-ae14-3bd621e19e24 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:46.303441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c4ac898>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:46.309380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:46.320174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:46.321390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623c4ac898>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:46.465702 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-394ee602-256a-49e5-8795-6c71a6503042 req-220cdaa5-9821-4846-955e-2b4e24f31465 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cb806ec-91b5-4711-8128-a72dbc01a5f4 HTTP/1.1" status: 200  len: 210 time: 0.0517914
Apr 15 11:00:46.531843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:46.871166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623c4ac898>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:46.875530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137d02a-f8d9-4189-a1a7-b7698d1ca602 None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:47.284549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d556c36-57a8-479e-9c1e-84e4d2c0a417 None None] New status for floating IP 8734cedb-15bf-47d9-8184-c20f8dd8da30: DOWN {{(pid=85291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:00:47.864118 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-d11968ca-7dd6-4adf-9918-6e1fe351852a tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487201230&fields=id&tenant_id=cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 267 time: 0.0454888
Apr 15 11:00:48.036383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409d77-a141-4236-97f4-d9144bb09534 req-240cb813-4bed-4f5a-aab0-61ee407ffbea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:48.038145 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-240cb813-4bed-4f5a-aab0-61ee407ffbea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 811 time: 0.1664112
Apr 15 11:00:48.056263 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-22eefaa5-5f11-4306-ae89-aa4e6f328991 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/quotas/cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 375 time: 0.0105925
Apr 15 11:00:48.155832 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-e0161404-dba2-43f6-9d52-0202d2a57473 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0934317
Apr 15 11:00:48.314641 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-2477b3d8-ed94-4f92-a11a-9cc43f9514d4 service neutron] 10.222.0.68 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454608
Apr 15 11:00:48.463805 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-fbe11256-790f-48ec-9903-444dc34102c7 service neutron] 10.222.0.68 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422598
Apr 15 11:00:48.920446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-fd3bf4c3-f78a-4c28-9773-cf4f4ebe9ca8 req-ad6af873-3a10-4b82-bb33-0c3646191654 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:48.936074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-fd3bf4c3-f78a-4c28-9773-cf4f4ebe9ca8 req-ad6af873-3a10-4b82-bb33-0c3646191654 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:48.937369 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-fd3bf4c3-f78a-4c28-9773-cf4f4ebe9ca8 req-ad6af873-3a10-4b82-bb33-0c3646191654 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 210 time: 0.0653818
Apr 15 11:00:50.133377 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a6a9be22-f011-465e-8346-3026d8d1dfc8 req-e823972e-1fcf-46a1-8e70-342ac5304ef2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 210 time: 0.0548315
Apr 15 11:00:50.157904 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409d77-a141-4236-97f4-d9144bb09534 req-3c851ce6-d8ec-43ee-b69f-9478e0dd06b1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:50.158917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-12409d77-a141-4236-97f4-d9144bb09534 req-3c851ce6-d8ec-43ee-b69f-9478e0dd06b1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:50.177205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-12409d77-a141-4236-97f4-d9144bb09534 req-3c851ce6-d8ec-43ee-b69f-9478e0dd06b1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:50.178836 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-3c851ce6-d8ec-43ee-b69f-9478e0dd06b1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 811 time: 0.2079453
Apr 15 11:00:50.267049 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-62c6d064-759b-43c0-8ee2-9fee7e316f1a tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 8059 time: 0.0737605
Apr 15 11:00:50.275958 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'port': {'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'admin_state_up': True, 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'security_groups': ['c3ce039c-b914-4359-9e9e-b654e121ce22']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:50.431900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:50.444637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:50.454747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Made reservation on behalf of cc918f28a1ea44d88fef179a523d9860 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:50.461210 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.627328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb468fa-58e1-4965-9c65-58d60b588467 req-9d86c49f-32b1-499a-af0a-36f116073bef tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:50.629059 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-afb468fa-58e1-4965-9c65-58d60b588467 req-9d86c49f-32b1-499a-af0a-36f116073bef tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 945 time: 0.0933292
Apr 15 11:00:50.646646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Allocated IP 172.20.0.7 (0436587f-2be7-45ac-884a-6c4a8f929ab1/4536c5b5-54ba-4182-8497-0be635ec3d5b/4d38131b-7ca0-434a-a846-90420ced936d) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:00:50.671915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-23023747-b399-4cea-a350-7b5e94745660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.681446 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-afb468fa-58e1-4965-9c65-58d60b588467 req-a3f90e5a-8f16-4156-9d04-561c3b6f7356 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450871
Apr 15 11:00:50.873396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.891587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Transition to ACTIVE for port object 4d38131b-7ca0-434a-a846-90420ced936d will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:50.916917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:50.936865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-580e0a81-3219-47ed-b320-4f92798f80b9 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:51.086013 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=4d38131b-7ca0-434a-a846-90420ced936d,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:51.112531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.113073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.113367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.113774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.114374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.114778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.115177 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.115575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.115971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.116364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.116758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.117146 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:51.121466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:51.158898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:00:51.160045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:51.162431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:00:51.235239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:51.235947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.306003 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0342121
Apr 15 11:00:51.328633 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Request body: {'port': {'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:51.443084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-098acc51-6309-46ab-8a02-93a36f325aef None None] Provisioning for port 4d38131b-7ca0-434a-a846-90420ced936d completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:51.451253 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-098acc51-6309-46ab-8a02-93a36f325aef None None] Provisioning complete for port 4d38131b-7ca0-434a-a846-90420ced936d triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:51.451679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-098acc51-6309-46ab-8a02-93a36f325aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.514635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-098acc51-6309-46ab-8a02-93a36f325aef None None] Port 4d38131b-7ca0-434a-a846-90420ced936d cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:00:51.712488 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c8f91-5335-4634-9d85-2ab888f2cba0 req-9afc04d6-3d0d-4898-a0cd-6d8019279232 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:51.713162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-515c8f91-5335-4634-9d85-2ab888f2cba0 req-9afc04d6-3d0d-4898-a0cd-6d8019279232 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:51.744604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.761760 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-515c8f91-5335-4634-9d85-2ab888f2cba0 req-9afc04d6-3d0d-4898-a0cd-6d8019279232 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:51.763014 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-515c8f91-5335-4634-9d85-2ab888f2cba0 req-9afc04d6-3d0d-4898-a0cd-6d8019279232 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 931 time: 0.5037124
Apr 15 11:00:51.893518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873e96b-b43c-4645-9926-7b9e5cf66363 req-b738e5f9-78e2-476b-9cd9-603f4ee6aea4 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:51.895169 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2873e96b-b43c-4645-9926-7b9e5cf66363 req-b738e5f9-78e2-476b-9cd9-603f4ee6aea4 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 945 time: 0.0920787
Apr 15 11:00:51.896232 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-515c8f91-5335-4634-9d85-2ab888f2cba0 req-c9e5ac51-9a96-40ee-9597-7fc9aecc1275 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985055
Apr 15 11:00:51.950521 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2873e96b-b43c-4645-9926-7b9e5cf66363 req-51a52ce1-ce92-4053-8511-a48b3bd5e73e tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475750
Apr 15 11:00:52.211864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d38131b-7ca0-434a-a846-90420ced936d {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:00:52.221492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.237536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Transition to ACTIVE for port object 4d38131b-7ca0-434a-a846-90420ced936d will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:52.240801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.257316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9a2d8b4b-9efd-4063-9b6e-e1d09ad78761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:52.390329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-7578361f-4dd7-4ee9-bcff-4b0c16b63c1a tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:52.392176 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-7578361f-4dd7-4ee9-bcff-4b0c16b63c1a tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 945 time: 0.0958843
Apr 15 11:00:52.400879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Pushing event updated for resources: {'Port': ['ID=4d38131b-7ca0-434a-a846-90420ced936d,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:52.407369 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:52.478900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Deleting port 184bcbd8-52e7-467b-8c67-8acd9375366b {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:52.479434 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.710539 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Attempting to bind port 4d38131b-7ca0-434a-a846-90420ced936d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:00:52.710913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Attempting to bind port 4d38131b-7ca0-434a-a846-90420ced936d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:00:52.711271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Attempting to bind port 4d38131b-7ca0-434a-a846-90420ced936d on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:52.717464 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Port 4d38131b-7ca0-434a-a846-90420ced936d on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:00:52.717817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Attempting to bind port 4d38131b-7ca0-434a-a846-90420ced936d on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:52.723540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:00:52.723869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Checking segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:52.724287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Bound using segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:00:52.724803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Bound port: 4d38131b-7ca0-434a-a846-90420ced936d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:00:52.725188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.804261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] For port 184bcbd8-52e7-467b-8c67-8acd9375366b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=184bcbd8-52e7-467b-8c67-8acd9375366b,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:52.804663 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.827246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] For port 4d38131b-7ca0-434a-a846-90420ced936d, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:00:52.830444 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] For port 4d38131b-7ca0-434a-a846-90420ced936d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4d38131b-7ca0-434a-a846-90420ced936d,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:00:52.833753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:52.849935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c2439cc-77af-4ff0-a5f9-e07abc53b10a tempest-VolumesNegativeTest-361461893 tempest-VolumesNegativeTest-361461893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:53.006126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Pushing event updated for resources: {'Port': ['ID=4d38131b-7ca0-434a-a846-90420ced936d,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:53.020930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:53.091544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f866f6b5-3a29-4b0e-84a4-abbee1d6f11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.136509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:53.137323 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.139288 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] 10.222.0.104 "PUT /v2.0/ports/4d38131b-7ca0-434a-a846-90420ced936d HTTP/1.1" status: 200  len: 1093 time: 1.8171430
Apr 15 11:00:53.139895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:53.195685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b0570-8b9c-488a-ba71-850a4a6a1f71 req-2a4ec5cb-d155-4ef6-9595-b8b7cd65cd56 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:53.197613 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e43b0570-8b9c-488a-ba71-850a4a6a1f71 req-2a4ec5cb-d155-4ef6-9595-b8b7cd65cd56 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 943 time: 0.1322889
Apr 15 11:00:53.201438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.201859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.202221 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Floating IP c931ab03-edf8-4109-a82d-6fde551ae59e disassociated. External IP: 172.27.3.184, port: 184bcbd8-52e7-467b-8c67-8acd9375366b.
Apr 15 11:00:53.202605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Calling delete_port for 184bcbd8-52e7-467b-8c67-8acd9375366b owned by compute:nova {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:53.306481 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e43b0570-8b9c-488a-ba71-850a4a6a1f71 req-56e24647-60a4-4256-a9d9-4b30388dfb44 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657024
Apr 15 11:00:53.314321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ebcd-8d85-41e0-a895-95c1086472e0 req-36990e01-1bf4-4ecb-b714-a5789fd2ae10 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:53.315964 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ecd9ebcd-8d85-41e0-a895-95c1086472e0 req-36990e01-1bf4-4ecb-b714-a5789fd2ae10 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 945 time: 0.2052546
Apr 15 11:00:53.336404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409d77-a141-4236-97f4-d9144bb09534 req-0b84138c-d4e9-4183-a43f-66f253674aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:53.338037 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-0b84138c-d4e9-4183-a43f-66f253674aa9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 1096 time: 0.1366661
Apr 15 11:00:53.419686 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d', 'status': 'completed', 'code': 200}
Apr 15 11:00:53.428766 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-7193eb88-be6a-41cd-9265-b4de2ce42258 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d38131b-7ca0-434a-a846-90420ced936d HTTP/1.1" status: 200  len: 217 time: 0.0771358
Apr 15 11:00:53.430360 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ecd9ebcd-8d85-41e0-a895-95c1086472e0 req-f20a894e-861f-4b32-a373-87a4df2d920e tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups?id=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057045
Apr 15 11:00:53.435546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.456005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f1506eb8-bf56-4f7a-ae1c-860eb8777adf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:53.502373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event deleted for resources: {'Port': ['ID=184bcbd8-52e7-467b-8c67-8acd9375366b,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:53.503392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409d77-a141-4236-97f4-d9144bb09534 req-168dbb97-faaf-4bc3-b9b5-65b739ef1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:53.504976 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-168dbb97-faaf-4bc3-b9b5-65b739ef1906 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0691257
Apr 15 11:00:53.598750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409d77-a141-4236-97f4-d9144bb09534 req-e893caaf-1259-4feb-8e1f-c9e1783b694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:53.600422 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-e893caaf-1259-4feb-8e1f-c9e1783b694c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892074
Apr 15 11:00:53.763080 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-bc617ee0-09cb-4879-9173-e283e5574386 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553319
Apr 15 11:00:53.794789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:53.888856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:53.929819 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12409d77-a141-4236-97f4-d9144bb09534 req-1bf50da7-8443-4b72-b646-1a27775ab08e service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596863
Apr 15 11:00:54.016384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:54.105501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:00:54.107861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-ce53c663-939e-400d-940b-16d5255d6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:54.109506 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-ce53c663-939e-400d-940b-16d5255d6e99 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 1096 time: 0.0930417
Apr 15 11:00:54.261913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-485ab501-f905-45c3-abd6-d2fa628c47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:54.263546 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-485ab501-f905-45c3-abd6-d2fa628c47df service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.1477513
Apr 15 11:00:54.310236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:00:54.321215 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] Sync routers for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:00:54.340576 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:54.342087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b5e3438>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:54.360678 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-774568f3-bcda-49c8-897c-d26c7ae1fb5f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d38131b-7ca0-434a-a846-90420ced936d HTTP/1.1" status: 200  len: 217 time: 0.0898728
Apr 15 11:00:54.397716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] No DVR routers for this DVR port 184bcbd8-52e7-467b-8c67-8acd9375366b on host hv-cinder-78638 {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:54.400411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:54.411734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'name': 'network-vif-deleted', 'tag': '184bcbd8-52e7-467b-8c67-8acd9375366b'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:54.419586 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-16d2356a-3919-4744-9b70-b0b62a9d5ed6 req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.104 "DELETE /v2.0/ports/184bcbd8-52e7-467b-8c67-8acd9375366b HTTP/1.1" status: 204  len: 173 time: 2.0222003
Apr 15 11:00:54.486152 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba13bf8a-6706-4c46-a04a-82a36a71088b', 'name': 'network-vif-deleted', 'tag': '184bcbd8-52e7-467b-8c67-8acd9375366b', 'status': 'completed', 'code': 200}
Apr 15 11:00:54.542395 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-ce02a2a9-0396-42d2-8d25-890526f7a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:54.543669 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-ce02a2a9-0396-42d2-8d25-890526f7a174 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.1721475
Apr 15 11:00:54.597942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:54.638187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3afc8-bb22-4e2f-91e6-b6bdcfd9519a req-27176289-4209-4a26-9c4d-f1647ab52de9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:54.640021 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b7c3afc8-bb22-4e2f-91e6-b6bdcfd9519a req-27176289-4209-4a26-9c4d-f1647ab52de9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 943 time: 0.1644402
Apr 15 11:00:54.647570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-27fc6b1f-41bb-4595-b5a0-e82d09892212 req-a9558c4f-6fa6-430a-8a20-8165bc1723a9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Synchronizing usage tracker for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:54.663823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-27fc6b1f-41bb-4595-b5a0-e82d09892212 req-a9558c4f-6fa6-430a-8a20-8165bc1723a9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Unset dirty status for tenant:7efa4cd58aff42d0b53fd8a0773765a3 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:54.665655 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-27fc6b1f-41bb-4595-b5a0-e82d09892212 req-a9558c4f-6fa6-430a-8a20-8165bc1723a9 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba13bf8a-6706-4c46-a04a-82a36a71088b HTTP/1.1" status: 200  len: 210 time: 0.0803812
Apr 15 11:00:54.705388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-610ee175-c15b-4e9c-a6a8-78cbe1cee0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:54.707004 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-610ee175-c15b-4e9c-a6a8-78cbe1cee0cc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1556547
Apr 15 11:00:54.711086 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b7c3afc8-bb22-4e2f-91e6-b6bdcfd9519a req-89be11d1-3b7f-4b06-88e6-2b7177c07378 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636864
Apr 15 11:00:54.856280 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-e5a350cd-9d58-47d6-a661-06938c05c75f service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419978
Apr 15 11:00:54.947713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b5e3438>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:54.952589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] Checking router: 7f46a32a-07ee-487d-ad3d-a845c4cc8717 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:00:54.962198 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:00:54.963068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b5e3438>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:55.016642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.036062 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-52a26a35-061a-4a81-8f0d-1d36cd280a06 req-109279a6-8ad6-4ff9-8f13-ab39e60274c6 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554804
Apr 15 11:00:55.163035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:00:55.501982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b5e3438>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:00:55.506411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343273cf-b641-4d89-bd5a-ffe8ba20910b None None] The sync data for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi is: [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T10:55:53Z', 'revision_number': 4, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'a6ee0e00-c987-4c46-b448-8b7e3b51551f', 'name': '', 'network_id': 'bf464196-3e2b-4994-9be4-6ad8317143ca', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'mac_address': 'fa:16:3e:38:31:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:51Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'subnets': [{'id': '5f2cc16d-8f93-4826-9ebd-ded398d3b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:00:55.812268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46216) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:55.885214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93ad99ac-3a9d-4358-a77c-fca3d431dc22 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.893825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2fbcea-94b0-44df-a5c3-e30ca21fe9c3 None None] New status for floating IP c931ab03-edf8-4109-a82d-6fde551ae59e: DOWN {{(pid=85291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:00:55.916524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93ad99ac-3a9d-4358-a77c-fca3d431dc22 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.928546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9126b86-0298-4e07-8f57-086639e70164 req-c6d72130-df17-466b-aef1-1cce54b17345 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:55.930321 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9126b86-0298-4e07-8f57-086639e70164 req-c6d72130-df17-466b-aef1-1cce54b17345 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 943 time: 0.0971017
Apr 15 11:00:55.969875 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93ad99ac-3a9d-4358-a77c-fca3d431dc22 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.976085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d551800d-1352-454f-b190-81c909a0f544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:55.987400 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c9126b86-0298-4e07-8f57-086639e70164 req-187f9fa4-6b69-4631-90df-afa7738bf99e tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494826
Apr 15 11:00:55.994210 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad99ac-3a9d-4358-a77c-fca3d431dc22 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d92d23-509f-48b3-b7e4-e5ae90f01a2e,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:56.005906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-93ad99ac-3a9d-4358-a77c-fca3d431dc22 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:56.013149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93ad99ac-3a9d-4358-a77c-fca3d431dc22 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.014816 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-93ad99ac-3a9d-4358-a77c-fca3d431dc22 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "DELETE /v2.0/security-groups/e4d92d23-509f-48b3-b7e4-e5ae90f01a2e HTTP/1.1" status: 204  len: 168 time: 0.2011602
Apr 15 11:00:56.017688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46220) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:56.160141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 184bcbd8-52e7-467b-8c67-8acd9375366b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:56.199614 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 184bcbd8-52e7-467b-8c67-8acd9375366b {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:56.199998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 184bcbd8-52e7-467b-8c67-8acd9375366b not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:56.201774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.215982 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.api.v2.resource [None req-1617cbef-8863-42a6-a929-eee999b922b2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] show failed (client error): The resource could not be found.
Apr 15 11:00:56.217061 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1617cbef-8863-42a6-a929-eee999b922b2 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "GET /v2.0/security-groups/e4d92d23-509f-48b3-b7e4-e5ae90f01a2e HTTP/1.1" status: 404  len: 347 time: 0.1983805
Apr 15 11:00:56.220100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46226) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:56.395887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Deleting port bdd07be6-6fb1-43f6-b4e2-dc744f589632 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:56.396180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.578527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.579136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.712524 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Calling delete_port for bdd07be6-6fb1-43f6-b4e2-dc744f589632 owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:56.861595 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.877912 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f7d5a5a3-9d4c-41f1-98e2-36590c7ba52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:56.976916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Pushing event deleted for resources: {'Port': ['ID=bdd07be6-6fb1-43f6-b4e2-dc744f589632,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:56.981517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:57.212336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks [] for floatingip, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:57.247632 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:57.248882 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b49f40a3-1605-4604-8511-514ab08084c0 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] 10.222.0.68 "DELETE /v2.0/floatingips/c931ab03-edf8-4109-a82d-6fde551ae59e HTTP/1.1" status: 204  len: 168 time: 1.0278180
Apr 15 11:00:57.257654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe56d-5176-4153-b969-a502bfe06deb req-7c60664e-5e4a-45ae-9b8d-cf65768a0c3d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:57.259107 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-473fe56d-5176-4153-b969-a502bfe06deb req-7c60664e-5e4a-45ae-9b8d-cf65768a0c3d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 943 time: 0.1333396
Apr 15 11:00:57.320499 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-473fe56d-5176-4153-b969-a502bfe06deb req-7ae01610-c791-46c0-adfe-89daf1757613 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537968
Apr 15 11:00:58.522616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad31db2-bc4a-4806-901b-c87c9ca3e30e req-4d0766a9-7a1d-4fb9-9c06-4e0038f0c5a2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:58.524220 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2ad31db2-bc4a-4806-901b-c87c9ca3e30e req-4d0766a9-7a1d-4fb9-9c06-4e0038f0c5a2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 943 time: 0.0901015
Apr 15 11:00:58.575429 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2ad31db2-bc4a-4806-901b-c87c9ca3e30e req-5adbb28c-e834-4f2b-a831-11446a7fbd19 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440531
Apr 15 11:00:59.428132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46276) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:59.496121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Deleting subnet bb732999-2a37-42bf-9a5e-840d030ec0a1 {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:00:59.499486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:59.555458 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:59.615790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:59.926764 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a370d-ef6c-4134-815e-739673226860 req-a7b2d33c-1853-4f30-8b4d-fb407542077f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:59.928347 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-437a370d-ef6c-4134-815e-739673226860 req-a7b2d33c-1853-4f30-8b4d-fb407542077f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 943 time: 0.1941123
Apr 15 11:00:59.997735 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-437a370d-ef6c-4134-815e-739673226860 req-c45d379b-4159-4889-a116-c581d875ff90 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597935
Apr 15 11:00:59.999212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:00.014829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:00.102217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb732999-2a37-42bf-9a5e-840d030ec0a1,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:00.110200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:00.154189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:00.160342 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bb732999-2a37-42bf-9a5e-840d030ec0a1 HTTP/1.1" status: 204  len: 168 time: 0.7311332
Apr 15 11:01:00.162947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46292) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:00.188366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 4d38131b-7ca0-434a-a846-90420ced936d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:01:00.283447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:00.337259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 4d38131b-7ca0-434a-a846-90420ced936d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4d38131b-7ca0-434a-a846-90420ced936d,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:00.352973 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '4d38131b-7ca0-434a-a846-90420ced936d', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:01:00.420676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:00.439907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d38131b-7ca0-434a-a846-90420ced936d {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:01:00.457803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 4d38131b-7ca0-434a-a846-90420ced936d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4d38131b-7ca0-434a-a846-90420ced936d,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:00.460884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:00.462809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:00.489111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:00.534609 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=4d38131b-7ca0-434a-a846-90420ced936d,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:00.542737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.543122 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.543495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.543862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.544224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.544588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.544948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.545307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.545693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.546048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.546409 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.546762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:00.550879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:00.607168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6239f23518>,) {'filters': {'network_id': ['f826b3e7-f249-4670-8568-78481a6898de']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:00.620138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6239f23518>, '6d03325e-c44e-4576-84f3-b44bcc8a0901') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:00.620638 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6239f23518>, '6d03325e-c44e-4576-84f3-b44bcc8a0901') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:00.632736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:00.648310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:00.655438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:01:00.739765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['4d38131b-7ca0-434a-a846-90420ced936d'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:00.841444 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Network f826b3e7-f249-4670-8568-78481a6898de has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:00.850589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:01.227624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c23644-31ff-4e6e-9a65-0d2856dfc135 req-bae16343-5246-436d-afa5-f224178be498 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:01.229236 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-30c23644-31ff-4e6e-9a65-0d2856dfc135 req-bae16343-5246-436d-afa5-f224178be498 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 944 time: 0.1043494
Apr 15 11:01:01.274275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Network f826b3e7-f249-4670-8568-78481a6898de has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:01.281124 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-30c23644-31ff-4e6e-9a65-0d2856dfc135 req-6b9bd385-ca2d-4363-8908-42bea7b30d23 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437906
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:01:01.299030 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:01:01.370972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46304) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:01.386933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:01.390825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:01.405967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:01.415848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Pushing event deleted for resources: {'Network': ['ID=f826b3e7-f249-4670-8568-78481a6898de,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:01.421307 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] 10.222.0.68 "DELETE /v2.0/networks/f826b3e7-f249-4670-8568-78481a6898de HTTP/1.1" status: 204  len: 168 time: 1.2559800
Apr 15 11:01:01.421307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bd16e52c-6eaf-43be-ae3b-1502d3c0d82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:01.422927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46310) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:01.497801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] Deleting subnet 8a63b66c-b8e3-46ac-a916-0ec4066f7020 {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:01:01.502718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:01.701677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:01.790654 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.198940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 4d38131b-7ca0-434a-a846-90420ced936d up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:01:02.273236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 4d38131b-7ca0-434a-a846-90420ced936d completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:01:02.278992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 4d38131b-7ca0-434a-a846-90420ced936d triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:01:02.279408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.345880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.367315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-80df1fbf-99ba-49bb-8b68-c74cec40dd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:02.418761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.451732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:02.463204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 4d38131b-7ca0-434a-a846-90420ced936d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4d38131b-7ca0-434a-a846-90420ced936d,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:02.466910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a63b66c-b8e3-46ac-a916-0ec4066f7020,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:02.467130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.473504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2a24ca91-92d4-4923-a750-b6acf8da3439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:02.507977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1c478-9bd3-4307-b6ea-c00625ffb7ae req-fa71fb88-e11e-480d-85d8-b5b56f24da3c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:02.509483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:02.510552 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ba1c478-9bd3-4307-b6ea-c00625ffb7ae req-fa71fb88-e11e-480d-85d8-b5b56f24da3c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 944 time: 0.1069901
Apr 15 11:01:02.525935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.527307 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d', 'code': 200}
Apr 15 11:01:02.537386 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e74df305-ff48-48b3-9435-3dad137e0621 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8a63b66c-b8e3-46ac-a916-0ec4066f7020 HTTP/1.1" status: 204  len: 168 time: 1.1110892
Apr 15 11:01:02.553452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46318) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:02.554322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=4d38131b-7ca0-434a-a846-90420ced936d,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:02.558920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:02.616507 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:02.667513 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-9ba1c478-9bd3-4307-b6ea-c00625ffb7ae req-692fadae-9f73-4c08-b02a-594d772922ae tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1406977
Apr 15 11:01:02.698188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.028388 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Deleting port a6ee0e00-c987-4c46-b448-8b7e3b51551f {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:03.028938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.205862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.227613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] For port a6ee0e00-c987-4c46-b448-8b7e3b51551f, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=a6ee0e00-c987-4c46-b448-8b7e3b51551f,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:03.228019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.298736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfe9a3-8d4e-45f7-809d-2e967d1e6761 req-2d46f795-62df-4f02-9d03-6610fbc80817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:03.300234 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-14cfe9a3-8d4e-45f7-809d-2e967d1e6761 req-2d46f795-62df-4f02-9d03-6610fbc80817 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 1098 time: 0.5368919
Apr 15 11:01:03.358540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623ab5cba8>,) {'filters': {'network_id': ['1b3f4615-f1f0-40db-8769-69580782036f']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:03.364770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Calling delete_port for a6ee0e00-c987-4c46-b448-8b7e3b51551f owned by network:router_interface {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:03.377163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623ab5cba8>, 'ce136a4d-d3fd-41a5-a4a3-7c2054f3211a') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:03.377531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623ab5cba8>, 'ce136a4d-d3fd-41a5-a4a3-7c2054f3211a') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:03.385315 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-14cfe9a3-8d4e-45f7-809d-2e967d1e6761 req-bd9f11f3-ed07-4ea4-a231-46ab62b7fa5c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731778
Apr 15 11:01:03.392080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848186784'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.408476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.415154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:01:03.547103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.562904 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:03.608662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Network 1b3f4615-f1f0-40db-8769-69580782036f has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:03.618041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8156155'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.662164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ee0e00-c987-4c46-b448-8b7e3b51551f,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:03.666142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:03.846861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Network 1b3f4615-f1f0-40db-8769-69580782036f has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:01:03.872607 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:01:03.959874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.965518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d8b68f33-49c9-47e2-bb81-ec4db93807b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:03.985730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:03.994331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3f4615-f1f0-40db-8769-69580782036f,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:04.003043 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1b3f4615-f1f0-40db-8769-69580782036f HTTP/1.1" status: 204  len: 168 time: 1.4396298
Apr 15 11:01:04.004695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c0f4d589-6c4a-4bcb-9c0f-4bb5735a7769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:04.130052 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46326) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:04.186105 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7f71299b-7322-480d-abea-62e94dd40e6c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d88eec6a004496594dba633950f863f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0547249
Apr 15 11:01:04.188739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46330) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:04.256613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d085111a-e314-41e3-b732-17a5620c83d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.285833 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d085111a-e314-41e3-b732-17a5620c83d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.335316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d085111a-e314-41e3-b732-17a5620c83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.342190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3850d782-ea6b-4441-b831-53f266d39cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:04.356144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085111a-e314-41e3-b732-17a5620c83d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6248de43-d611-4489-9209-c262c338bfbb,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:04.359049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d085111a-e314-41e3-b732-17a5620c83d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:04.359207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd2956-33d4-4f23-b755-27d7db6d8c6e req-92e558b4-fe68-43f7-8a06-56bdec594e16 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:04.360251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d085111a-e314-41e3-b732-17a5620c83d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.360632 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8dfd2956-33d4-4f23-b755-27d7db6d8c6e req-92e558b4-fe68-43f7-8a06-56bdec594e16 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 945 time: 0.5145564
Apr 15 11:01:04.363938 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d085111a-e314-41e3-b732-17a5620c83d9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6248de43-d611-4489-9209-c262c338bfbb HTTP/1.1" status: 204  len: 168 time: 0.1717248
Apr 15 11:01:04.364120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.494231 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8dfd2956-33d4-4f23-b755-27d7db6d8c6e req-d4a361fb-7d78-424d-b4d6-372335a9a71c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1132786
Apr 15 11:01:04.748658 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46338) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:04.801816 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-52bed443-1021-4dc9-9164-1572ba5e7e01 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d4a74ca8fc8f46b6b84344994d23fa14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517199
Apr 15 11:01:04.804472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46342) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:04.871967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a70780bc-01e5-4205-a4bd-c600623a0a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.900865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a70780bc-01e5-4205-a4bd-c600623a0a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.936648 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:01:04.950849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a70780bc-01e5-4205-a4bd-c600623a0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.956044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0370eb22-41a6-449e-ac63-0fce17adaadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:04.970455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70780bc-01e5-4205-a4bd-c600623a0a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c29bdc-4cad-4d99-8802-e56fadf17592,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:04.973717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a70780bc-01e5-4205-a4bd-c600623a0a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:04.977379 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a70780bc-01e5-4205-a4bd-c600623a0a61 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68c29bdc-4cad-4d99-8802-e56fadf17592 HTTP/1.1" status: 204  len: 168 time: 0.1693785
Apr 15 11:01:04.981252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a70780bc-01e5-4205-a4bd-c600623a0a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:05.133487 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:01:05.144257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] Sync routers for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:01:05.147483 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] 10.222.0.68 "PUT /v2.0/routers/7f46a32a-07ee-487d-ad3d-a845c4cc8717/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7751396
Apr 15 11:01:05.150284 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46348) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:05.156757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:01:05.157377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b9f6828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:05.356621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:05.553452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:01:05.584500 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:05.609974 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Deleting port 3b1bccfb-24a6-479e-8245-439ee77c6224 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:05.610365 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:05.882627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac2b05-83bb-474e-a9f3-e2a6f1368273 req-1eb97b4a-e18d-4718-b4fa-c1bd535300a1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:05.884298 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-efac2b05-83bb-474e-a9f3-e2a6f1368273 req-1eb97b4a-e18d-4718-b4fa-c1bd535300a1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 945 time: 0.2234552
Apr 15 11:01:05.924968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] For port 3b1bccfb-24a6-479e-8245-439ee77c6224, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=3b1bccfb-24a6-479e-8245-439ee77c6224,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:05.925383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:05.945276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b9f6828>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T11:01:03Z', 'revision_number': 5, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port': {'id': '3b1bccfb-24a6-479e-8245-439ee77c6224', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:46Z', 'updated_at': '2021-04-15T10:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:05.951581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] Checking router: 7f46a32a-07ee-487d-ad3d-a845c4cc8717 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:01:05.963193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] Routers {'7f46a32a-07ee-487d-ad3d-a845c4cc8717'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:01:05.964539 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b9f6828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:06.031244 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-efac2b05-83bb-474e-a9f3-e2a6f1368273 req-a7a8aa14-1fb5-4966-9088-a57da0b9a9b6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331697
Apr 15 11:01:06.114909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Calling delete_port for 3b1bccfb-24a6-479e-8245-439ee77c6224 owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:06.178155 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] Set router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:01:06.273719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670befaf-e9fd-46f0-8715-ef2993de81f0 req-6bc14fc2-a3e6-4304-9ce3-2abf59d78ce6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.275460 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-670befaf-e9fd-46f0-8715-ef2993de81f0 req-6bc14fc2-a3e6-4304-9ce3-2abf59d78ce6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 945 time: 0.1069160
Apr 15 11:01:06.313055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b9f6828>, [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T11:01:05Z', 'revision_number': 6, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port_host': None}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:06.317794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57715ab1-6dd3-4145-9a92-2e178e448ad3 None None] The sync data for ids ['7f46a32a-07ee-487d-ad3d-a845c4cc8717'] in dv-cinder-786385-1-iscsi is: [{'id': '7f46a32a-07ee-487d-ad3d-a845c4cc8717', 'name': 'tempest-AttachVolumeTestJSON-49991049-router', 'tenant_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:44Z', 'updated_at': '2021-04-15T11:01:05Z', 'revision_number': 6, 'project_id': '7efa4cd58aff42d0b53fd8a0773765a3', 'gw_port_host': None}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:01:06.346667 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-670befaf-e9fd-46f0-8715-ef2993de81f0 req-402e075e-9649-4670-99d5-091317c791a4 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609739
Apr 15 11:01:06.350133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.371170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c6e5f2ef-99d3-461c-8b09-f82cf0671802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:06.378338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46382) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:06.470355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e717cab1-a93f-4f7a-85b0-c84a7cb19d83 tempest-TestVolumeBootPattern-579927060 tempest-TestVolumeBootPattern-579927060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.472373 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e717cab1-a93f-4f7a-85b0-c84a7cb19d83 tempest-TestVolumeBootPattern-579927060 tempest-TestVolumeBootPattern-579927060-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 1093 time: 0.0928488
Apr 15 11:01:06.474755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1bccfb-24a6-479e-8245-439ee77c6224,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:06.476064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46388) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:06.482916 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:06.484024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:06.493190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:06.498668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:floatingip and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:06.502444 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:06.508797 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:06.525465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.675112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.690102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.851805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Allocated IP 172.27.3.214 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/50f824fd-795e-4ba4-a0c7-c8cbfee9aad7) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:01:06.875451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.878991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.909840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.910579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f46a32a-07ee-487d-ad3d-a845c4cc8717 {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:01:06.925309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.926781 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-555cf5f6-2b22-41f5-a614-7ea817937894 admin admin] 10.222.0.68 "DELETE /v2.0/routers/7f46a32a-07ee-487d-ad3d-a845c4cc8717 HTTP/1.1" status: 204  len: 168 time: 1.7753491
Apr 15 11:01:06.929460 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46400) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:07.018233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] Deleting subnet 5f2cc16d-8f93-4826-9ebd-ded398d3b62a {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:01:07.021911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.033826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.063947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.084523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:07.095447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589048'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.192349 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.234491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=50f824fd-795e-4ba4-a0c7-c8cbfee9aad7,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:07.247662 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:07.284307 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:01:07.285651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:01:07.287861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:01:07.669060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 3b1bccfb-24a6-479e-8245-439ee77c6224 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:07.710886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 3b1bccfb-24a6-479e-8245-439ee77c6224 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:07.711370 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 3b1bccfb-24a6-479e-8245-439ee77c6224 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:07.711918 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device a6ee0e00-c987-4c46-b448-8b7e3b51551f no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:07.730355 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846620328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8100244'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.747132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:07.750214 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: a6ee0e00-c987-4c46-b448-8b7e3b51551f {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:07.750614 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device a6ee0e00-c987-4c46-b448-8b7e3b51551f not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:07.775900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.839414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2cc16d-8f93-4826-9ebd-ded398d3b62a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:07.847302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:07.857263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.894498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.904132 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bf1b7810-b02b-40e6-926f-120d107b6c67 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5f2cc16d-8f93-4826-9ebd-ded398d3b62a HTTP/1.1" status: 204  len: 168 time: 0.9699895
Apr 15 11:01:07.904366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46410) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:07.905389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ff408-e5ce-4e6e-a017-87e456290172 None None] Network bf464196-3e2b-4994-9be4-6ad8317143ca requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:01:08.031472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.112335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Deleting port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:08.112723 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.173532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.177192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.192933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bb3d25ea-8c5a-4c34-ae75-cdb20bc6a7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:08.336489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=50f824fd-795e-4ba4-a0c7-c8cbfee9aad7,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:08.341173 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] For port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:08.341746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.341895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:08.355635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] DHCP port deletion for bf464196-3e2b-4994-9be4-6ad8317143ca request from dv-cinder-786385-1-iscsi {{(pid=85291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:01:08.360003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] Deleting port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:08.360506 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.447006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.485702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Calling delete_port for 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e owned by network:dhcp {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:08.585549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.593475 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] For port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e,segment=NetworkSegment(14371e3c-9369-4a52-9cf1-acf32801d65a),segment_id=14371e3c-9369-4a52-9cf1-acf32801d65a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:08.593917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:08.608288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:08.666545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Pushing event deleted for resources: {'Port': ['ID=5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:08.671927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:08.749656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] Calling delete_port for 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:08.781402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] No DVR routers for this DVR port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e on host dv-cinder-786385-1-iscsi {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:01:08.839834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85291) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:01:08.840249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:01:08.906366 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Floating IP b74065cd-f076-4aa5-ae53-40c1cf7b76c4 associated. External IP: 172.27.3.214, port: 4d38131b-7ca0-434a-a846-90420ced936d.
Apr 15 11:01:08.914721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.038064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6239e00ef0>,) {'filters': {'network_id': ['bf464196-3e2b-4994-9be4-6ad8317143ca']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:09.052255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6239e00ef0>, '14371e3c-9369-4a52-9cf1-acf32801d65a') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:09.052502 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6239e00ef0>, '14371e3c-9369-4a52-9cf1-acf32801d65a') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:09.066821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848186784'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.078587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:01:09.083739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.090940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:01:09.286150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Network bf464196-3e2b-4994-9be4-6ad8317143ca has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:09.297158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8156155'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.343019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] Deleting port 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:09.343019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.345554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Router 19e59232-feec-48fc-ab65-2e54bd70d754 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:01:09.439451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-da67324e-f1a0-423d-9e61-12532adf5636 None None] The port '5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e' was deleted {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:01:09.503645 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Network bf464196-3e2b-4994-9be4-6ad8317143ca has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:01:09.532840 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:01:09.561049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:01:09.572383 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:01:09.584263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:01:09.585073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b907438>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:09.586976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.616368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.622850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.627692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:09.650549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf464196-3e2b-4994-9be4-6ad8317143ca,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:09.654054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:09.666129 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1888700
Apr 15 11:01:09.666829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:09.671139 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4b14b375-3d6a-4119-b255-856ec5343477 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bf464196-3e2b-4994-9be4-6ad8317143ca HTTP/1.1" status: 204  len: 168 time: 1.7634685
Apr 15 11:01:09.724587 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d', 'status': 'completed', 'code': 200}
Apr 15 11:01:09.730555 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:09.778503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:09.778968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5189319d-0fe2-4f90-9ed4-2e1cb46d4e2e not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:09.848340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:01:09.869936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-c2b883de-475c-4765-95db-a096e71c0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.871587 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-c2b883de-475c-4765-95db-a096e71c0177 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 1098 time: 0.1030390
Apr 15 11:01:09.882084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46430) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:09.936967 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-931ef82e-11f8-4493-9afc-19bdb744802e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7efa4cd58aff42d0b53fd8a0773765a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534854
Apr 15 11:01:09.939938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46434) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:10.013117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0be64124-54cd-4325-96e8-35c3e9c6cbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:10.031808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-b1af5c56-88a9-4ff4-8435-d4c08ac192b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:10.033922 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-b1af5c56-88a9-4ff4-8435-d4c08ac192b9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.1561382
Apr 15 11:01:10.045316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0be64124-54cd-4325-96e8-35c3e9c6cbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:10.093485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0be64124-54cd-4325-96e8-35c3e9c6cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:10.098966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b5fefcf3-b4e0-43b6-bae3-18ce158ffcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:10.115341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be64124-54cd-4325-96e8-35c3e9c6cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d6f03-82ae-4890-b25f-83c5723b9a39,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:10.118778 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0be64124-54cd-4325-96e8-35c3e9c6cbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:10.121543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0be64124-54cd-4325-96e8-35c3e9c6cbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:10.122750 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0be64124-54cd-4325-96e8-35c3e9c6cbee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac0d6f03-82ae-4890-b25f-83c5723b9a39 HTTP/1.1" status: 204  len: 168 time: 0.1813624
Apr 15 11:01:10.168250 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-e9464ac1-af01-476e-a97e-79a66d1922de service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d38131b-7ca0-434a-a846-90420ced936d HTTP/1.1" status: 200  len: 999 time: 0.1280324
Apr 15 11:01:10.243227 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-8faf195d-77ac-408b-bc06-c48609c7a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:10.244794 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-8faf195d-77ac-408b-bc06-c48609c7a968 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0707335
Apr 15 11:01:10.258313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b907438>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:07Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:10.262989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:01:10.272107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:01:10.272762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b907438>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:10.335257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-1d139ada-2d64-4ce4-b0c4-53a6d2afc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:10.336870 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-1d139ada-2d64-4ce4-b0c4-53a6d2afc737 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855615
Apr 15 11:01:10.499286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:01:10.499890 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-e4dd16e1-d233-40aa-ad6b-3f698be82190 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560702
Apr 15 11:01:10.675176 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1793cf80-ac9d-4d74-93c0-badb2475a9f3 req-210c7ea2-4b68-4788-acde-da3cac0d9a1b service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695898
Apr 15 11:01:10.914225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b907438>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:07Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:10.919939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd49234-85bd-4a36-aaaa-059023d76e46 None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:07Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:01:11.250025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e7e5f-9246-4485-8b5f-2eea5d77dea8 None None] New status for floating IP b74065cd-f076-4aa5-ae53-40c1cf7b76c4: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:01:12.158574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46494) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:12.289612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.309260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:12.313538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Usage tracker for resource:security_group_rule and tenant:b007bfe1150745ee925fecb9063d8369 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:12.316548 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:12.322913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:12.409309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.412368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.422271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-93ad99ac-3a9d-4358-a77c-fca3d431dc22 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:12.467698 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b007bfe1150745ee925fecb9063d8369&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3079245
Apr 15 11:01:12.469477 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594171d2-2414-4946-af27-08301411ed03,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:12.470589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46506) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:12.472908 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d6ed71da-4eed-4987-a1c0-bf087e7d6d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:12.537606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a654-7f10-4409-9dd2-4bd459add7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.565635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a654-7f10-4409-9dd2-4bd459add7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.613574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a654-7f10-4409-9dd2-4bd459add7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.618877 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-209980d0-b554-4300-8765-eda4e2c31a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:12.630143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9a654-7f10-4409-9dd2-4bd459add7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594171d2-2414-4946-af27-08301411ed03,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:12.633939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fcf9a654-7f10-4409-9dd2-4bd459add7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:12.637984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a654-7f10-4409-9dd2-4bd459add7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.641839 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-fcf9a654-7f10-4409-9dd2-4bd459add7e5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/594171d2-2414-4946-af27-08301411ed03 HTTP/1.1" status: 204  len: 168 time: 0.1675620
Apr 15 11:01:12.959125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46518) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:12.982972 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.999151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:13.003256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Usage tracker for resource:security_group_rule and tenant:109e62f5022345dbb73ed0a10159760d is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:13.006226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:13.013144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:13.100966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:13.103763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:13.116222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f79f4132-77e8-4035-a35d-7575bb65b8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:13.158961 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=109e62f5022345dbb73ed0a10159760d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1980374
Apr 15 11:01:13.160677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165bf9e-e06d-4e43-8867-dcc471b0d87e,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:13.162003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46522) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:13.163895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c55d62c-b410-485c-83c9-aeae5d68cbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:13.227418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-882b686c-c900-4c18-b543-d024bea52ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:13.257781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-882b686c-c900-4c18-b543-d024bea52ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:13.302823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-882b686c-c900-4c18-b543-d024bea52ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:13.308713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0be64124-54cd-4325-96e8-35c3e9c6cbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:13.325057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b686c-c900-4c18-b543-d024bea52ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165bf9e-e06d-4e43-8867-dcc471b0d87e,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:13.327470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-882b686c-c900-4c18-b543-d024bea52ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:13.334923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-882b686c-c900-4c18-b543-d024bea52ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:13.336120 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-882b686c-c900-4c18-b543-d024bea52ae2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7165bf9e-e06d-4e43-8867-dcc471b0d87e HTTP/1.1" status: 204  len: 168 time: 0.1730533
Apr 15 11:01:15.304571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46588) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:15.429871 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:15.446727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:15.452018 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Usage tracker for resource:security_group_rule and tenant:613fc5a9a15242dfa960e4c5bcdfdfca is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:15.455127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:15.461117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:15.552190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:15.554199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:15.563019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a983b73f-11e1-4542-b220-4eb6ca9c08f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:15.607833 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=613fc5a9a15242dfa960e4c5bcdfdfca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3020806
Apr 15 11:01:15.609622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5daaf-8b90-42ed-86ad-22384c1abb99,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:15.611267 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46596) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:15.612940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:15.682001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-01840c68-27ed-414a-879f-cffd53fa0b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:15.716849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-01840c68-27ed-414a-879f-cffd53fa0b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:15.762925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-01840c68-27ed-414a-879f-cffd53fa0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:15.768528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a70780bc-01e5-4205-a4bd-c600623a0a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:15.782652 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01840c68-27ed-414a-879f-cffd53fa0b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5daaf-8b90-42ed-86ad-22384c1abb99,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:15.784998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-01840c68-27ed-414a-879f-cffd53fa0b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:15.793179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-01840c68-27ed-414a-879f-cffd53fa0b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:15.797326 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-01840c68-27ed-414a-879f-cffd53fa0b86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f5e5daaf-8b90-42ed-86ad-22384c1abb99 HTTP/1.1" status: 204  len: 168 time: 0.1848545
Apr 15 11:01:16.103921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46608) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:16.123989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.140049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:16.144142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Usage tracker for resource:security_group_rule and tenant:d0494cca07064c158f52642dc9237838 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:16.147123 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:16.153156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:16.242047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.245600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.254759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f27a20a9-1d80-4e72-ba71-793dd136653d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:16.297486 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0494cca07064c158f52642dc9237838&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1918840
Apr 15 11:01:16.299224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ac477e-25e5-458b-b9e8-227f22bbc5e2,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:16.300183 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46612) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:16.302544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7d3f818d-f5ea-4f38-8f92-788e09ac659c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:16.363966 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d9628d62-7f7b-426f-a655-7189d035f453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.391659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d9628d62-7f7b-426f-a655-7189d035f453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.441063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d9628d62-7f7b-426f-a655-7189d035f453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.446578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-56793257-482b-49fb-9273-4a8585cbec62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:16.460228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9628d62-7f7b-426f-a655-7189d035f453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ac477e-25e5-458b-b9e8-227f22bbc5e2,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:16.462657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d9628d62-7f7b-426f-a655-7189d035f453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:16.472441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d9628d62-7f7b-426f-a655-7189d035f453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.473903 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d9628d62-7f7b-426f-a655-7189d035f453 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7ac477e-25e5-458b-b9e8-227f22bbc5e2 HTTP/1.1" status: 204  len: 168 time: 0.1724114
Apr 15 11:01:18.447102 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46692) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:18.593489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.610510 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:18.615092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4d29c210ca436d94946c8005a3d099 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:18.618311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:18.625077 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:18.715998 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.719571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.729060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9c625bf5-8fbc-47c5-b2be-679bca1f54f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:18.773176 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e4d29c210ca436d94946c8005a3d099&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3256433
Apr 15 11:01:18.774223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc55b8c5-fb69-4650-98b2-fea4f2cff7c5,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:18.776105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46704) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:18.778586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cb009b91-1357-48a5-a682-57520fd0cfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:18.801392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46708) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:18.843765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b7dce79-c389-43d8-8671-89d9832d0b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.875895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b7dce79-c389-43d8-8671-89d9832d0b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.927952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b7dce79-c389-43d8-8671-89d9832d0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.932239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77d5a304-3720-47c4-8572-3edd04b1fc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:18.942813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.947644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dce79-c389-43d8-8671-89d9832d0b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc55b8c5-fb69-4650-98b2-fea4f2cff7c5,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:18.951785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0b7dce79-c389-43d8-8671-89d9832d0b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:18.953947 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b7dce79-c389-43d8-8671-89d9832d0b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.955162 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0b7dce79-c389-43d8-8671-89d9832d0b50 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc55b8c5-fb69-4650-98b2-fea4f2cff7c5 HTTP/1.1" status: 204  len: 168 time: 0.1774061
Apr 15 11:01:18.960203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:18.965255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Usage tracker for resource:security_group_rule and tenant:fdad183d509b4c88a7e4d48485612fe3 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:18.973379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:18.979229 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:19.082523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.085515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.095148 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d085111a-e314-41e3-b732-17a5620c83d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:19.138672 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fdad183d509b4c88a7e4d48485612fe3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3360565
Apr 15 11:01:19.140636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257b0d96-75a8-4cb0-9a48-c9775ae1a159,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:19.141419 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46718) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:19.143887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a0f221b-ba05-40a4-9acf-0f8fc046d8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:19.211426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67aae4-1fb6-4d14-957c-95a7ff225d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.240678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67aae4-1fb6-4d14-957c-95a7ff225d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.283079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46722) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:19.292624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67aae4-1fb6-4d14-957c-95a7ff225d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.297940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-821c0cb9-107a-4b78-aef8-1bf615e8ae6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:19.303023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.313398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67aae4-1fb6-4d14-957c-95a7ff225d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b0d96-75a8-4cb0-9a48-c9775ae1a159,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:19.315703 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1d67aae4-1fb6-4d14-957c-95a7ff225d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:19.317149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67aae4-1fb6-4d14-957c-95a7ff225d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.319842 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:19.320906 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1d67aae4-1fb6-4d14-957c-95a7ff225d87 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/257b0d96-75a8-4cb0-9a48-c9775ae1a159 HTTP/1.1" status: 204  len: 168 time: 0.1781154
Apr 15 11:01:19.325598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Usage tracker for resource:security_group_rule and tenant:d51fd2737aaa47b693fcc64e117ad3b4 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:19.328702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:19.335060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:19.427421 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.430288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.439377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-01840c68-27ed-414a-879f-cffd53fa0b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:19.488157 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d51fd2737aaa47b693fcc64e117ad3b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2039149
Apr 15 11:01:19.489134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371914d7-33b8-4a12-84f4-e65e1f65deed,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:19.490978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46728) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:19.492330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:19.562324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1026a5f3-4733-4c92-a7e2-4a3a84996dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.592228 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1026a5f3-4733-4c92-a7e2-4a3a84996dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.649008 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1026a5f3-4733-4c92-a7e2-4a3a84996dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.654828 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-362ddd9c-c82e-4f82-bbe6-e625ed1b376a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:19.669053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026a5f3-4733-4c92-a7e2-4a3a84996dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371914d7-33b8-4a12-84f4-e65e1f65deed,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:19.672163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1026a5f3-4733-4c92-a7e2-4a3a84996dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:19.673149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1026a5f3-4733-4c92-a7e2-4a3a84996dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.674410 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1026a5f3-4733-4c92-a7e2-4a3a84996dc1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/371914d7-33b8-4a12-84f4-e65e1f65deed HTTP/1.1" status: 204  len: 168 time: 0.1822677
Apr 15 11:01:19.722613 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46736) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:19.746526 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.762847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:19.767082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:9c54bb298ce744e9adf0c29b5fbdd215 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:19.770193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:19.777262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:19.870659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.873925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:19.883406 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e77fb187-a1c2-4b7f-ad76-4286cb97b686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:19.931328 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c54bb298ce744e9adf0c29b5fbdd215&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2049417
Apr 15 11:01:19.931328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a5acd0-0bad-45e3-8c44-6e0c8e509b31,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:19.931856 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46742) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:19.938440 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-214ae171-ac5f-49aa-bb7a-c68753669ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:20.007156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-76ae4f5d-16fc-426f-a3b7-0fa1e0d5608e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:20.036843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-76ae4f5d-16fc-426f-a3b7-0fa1e0d5608e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:20.086534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-76ae4f5d-16fc-426f-a3b7-0fa1e0d5608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:20.091976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3c22bbaf-ad1f-48e0-bc8f-afeb23364084 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:20.107248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae4f5d-16fc-426f-a3b7-0fa1e0d5608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a5acd0-0bad-45e3-8c44-6e0c8e509b31,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:20.113848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-76ae4f5d-16fc-426f-a3b7-0fa1e0d5608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:20.130157 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-76ae4f5d-16fc-426f-a3b7-0fa1e0d5608e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:20.133929 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-76ae4f5d-16fc-426f-a3b7-0fa1e0d5608e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0a5acd0-0bad-45e3-8c44-6e0c8e509b31 HTTP/1.1" status: 204  len: 168 time: 0.2001989
Apr 15 11:01:20.668590 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c72c00f-e0d6-45aa-866e-f520e36f5752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:23.085748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d11c9e2c-0465-4ded-94d2-b0a2a0d4939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:23.876065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:24.019673 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:24.996241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:26.155434 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:30.625772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 46924) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:30.756431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:30.773020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:30.777302 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Usage tracker for resource:security_group_rule and tenant:0ecf59984b9e4e70bd6f98a163109547 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:30.780492 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:30.786538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:30.876061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:30.879652 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:30.888936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2878083e-2b89-4f67-aaf5-ad484e697124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:30.938390 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ecf59984b9e4e70bd6f98a163109547&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3113949
Apr 15 11:01:30.939381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc24d1a-9e70-4cb5-a659-53a7998970e1,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:30.941474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 46930) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:30.948528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.948944 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.949385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.949799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.950275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.950676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.951065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.951459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.951855 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.952245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.952634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.953024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:30.957324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b13ef9bb-eba4-47ce-bf20-c4dc8990da4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:31.007162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-64bab241-290a-4252-b4b7-0b66c6bead4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:31.039386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-64bab241-290a-4252-b4b7-0b66c6bead4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:31.087050 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-64bab241-290a-4252-b4b7-0b66c6bead4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:31.092360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-903e399f-92ce-4216-8dfc-2eef812865a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:31.104127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bab241-290a-4252-b4b7-0b66c6bead4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc24d1a-9e70-4cb5-a659-53a7998970e1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:31.107356 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-64bab241-290a-4252-b4b7-0b66c6bead4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:31.113325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-64bab241-290a-4252-b4b7-0b66c6bead4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:31.114551 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-64bab241-290a-4252-b4b7-0b66c6bead4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8dc24d1a-9e70-4cb5-a659-53a7998970e1 HTTP/1.1" status: 204  len: 168 time: 0.1720200
Apr 15 11:01:35.985207 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47010) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:36.116829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.133160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:36.137309 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Usage tracker for resource:security_group_rule and tenant:f55fd5921cb8498d81d75e7151d4ae45 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:36.141187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:36.147326 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:36.233172 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.235981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.245119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e36b93fe-02d6-421e-8645-423aa5f32569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:36.288302 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f55fd5921cb8498d81d75e7151d4ae45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3018250
Apr 15 11:01:36.289273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1594da-c40c-4eb1-8be2-8dcef517166a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:36.291180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47020) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:36.292504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-93aeb328-1147-420c-af8e-9826b41a5acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:36.355949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3933000-021d-4428-b640-6212a029df4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.384236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3933000-021d-4428-b640-6212a029df4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.428378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3933000-021d-4428-b640-6212a029df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.433436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c639f3cd-9841-4fb7-a042-2a18af4ad1bc tempest-TestShelveInstance-984366595 tempest-TestShelveInstance-984366595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:36.448527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3933000-021d-4428-b640-6212a029df4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1594da-c40c-4eb1-8be2-8dcef517166a,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:36.451523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b3933000-021d-4428-b640-6212a029df4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:36.463433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3933000-021d-4428-b640-6212a029df4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.465540 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b3933000-021d-4428-b640-6212a029df4d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5b1594da-c40c-4eb1-8be2-8dcef517166a HTTP/1.1" status: 204  len: 168 time: 0.1717281
Apr 15 11:01:36.751254 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47028) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:36.770367 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.786185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:36.790275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Usage tracker for resource:security_group_rule and tenant:a83e31de6d3d4f79860610aca76b1b00 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:36.793412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:36.800788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:36.892937 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.895780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.905469 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d36bcbd4-2715-4ae5-b3bc-4582e6b44ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:36.948762 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a83e31de6d3d4f79860610aca76b1b00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1961598
Apr 15 11:01:36.950416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d80b7f-ff64-4c94-881a-9e95cd48c0f8,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:36.951515 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47034) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:36.953853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a8b3cde-5fa7-450b-a327-a3141fcdf085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:37.020863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49788b0e-c031-4ccc-99b1-41ead3125650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:37.049252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49788b0e-c031-4ccc-99b1-41ead3125650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:37.094002 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49788b0e-c031-4ccc-99b1-41ead3125650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:37.099019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d976e88d-aadb-4732-aadd-2555feed4665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:37.112603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49788b0e-c031-4ccc-99b1-41ead3125650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d80b7f-ff64-4c94-881a-9e95cd48c0f8,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:37.115063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49788b0e-c031-4ccc-99b1-41ead3125650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:37.123446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49788b0e-c031-4ccc-99b1-41ead3125650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:37.124666 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-49788b0e-c031-4ccc-99b1-41ead3125650 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f5d80b7f-ff64-4c94-881a-9e95cd48c0f8 HTTP/1.1" status: 204  len: 168 time: 0.1720989
Apr 15 11:01:45.484576 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47118) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:45.612794 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.628471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:45.632578 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Usage tracker for resource:security_group_rule and tenant:2cdc9263b13c43738e2c2bcdce1a6980 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:45.635561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:45.642447 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:45.728768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.731849 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.739168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8a6619df-8726-4d8d-a970-82cb03e1d55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:45.789422 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2cdc9263b13c43738e2c2bcdce1a6980&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3036397
Apr 15 11:01:45.790387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef852d-fce3-4d4d-a0df-3018d591d171,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:45.792411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47124) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:45.793788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71dd61fa-47f6-4410-8d77-df7e22e57581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:45.857749 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3516bbd4-e1c3-4083-9b67-501dece3b2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.886181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3516bbd4-e1c3-4083-9b67-501dece3b2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.931049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3516bbd4-e1c3-4083-9b67-501dece3b2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.936742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-296432e4-60e1-47a4-b436-43f045de638b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:45.949559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516bbd4-e1c3-4083-9b67-501dece3b2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef852d-fce3-4d4d-a0df-3018d591d171,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:45.955563 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3516bbd4-e1c3-4083-9b67-501dece3b2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:45.960832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3516bbd4-e1c3-4083-9b67-501dece3b2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.962083 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3516bbd4-e1c3-4083-9b67-501dece3b2a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0aef852d-fce3-4d4d-a0df-3018d591d171 HTTP/1.1" status: 204  len: 168 time: 0.1686020
Apr 15 11:01:46.078791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:01:50.672585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb08c-9be3-4b9d-81a9-6c3eaa154c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.089071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c3f6-58cd-428b-801c-3a9cf9e1c2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.880414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:54.022205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:55.000346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:56.155430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:57.316901 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7249e9a-79d0-419b-a169-12148afb8380 req-46d1d0b0-ed4d-4a30-ae4f-f72350c2dc9e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0767050
Apr 15 11:01:58.316990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7249e9a-79d0-419b-a169-12148afb8380 req-7fbfb3c8-dfc6-4dae-92d1-3575bed913ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:58.318564 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7249e9a-79d0-419b-a169-12148afb8380 req-7fbfb3c8-dfc6-4dae-92d1-3575bed913ea service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 1098 time: 0.0793557
Apr 15 11:01:59.198331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7249e9a-79d0-419b-a169-12148afb8380 req-199618af-92d3-4aff-9af1-0feb7f4edfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:59.200486 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7249e9a-79d0-419b-a169-12148afb8380 req-199618af-92d3-4aff-9af1-0feb7f4edfc6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.1395354
Apr 15 11:02:00.104488 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7249e9a-79d0-419b-a169-12148afb8380 req-1fbbc2ea-b71b-4e80-93a0-6bb84bf9c693 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d38131b-7ca0-434a-a846-90420ced936d HTTP/1.1" status: 200  len: 1001 time: 0.1058490
Apr 15 11:02:00.175989 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7249e9a-79d0-419b-a169-12148afb8380 req-c6b09e59-ee87-471d-945b-c74f9ec717d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:00.177614 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7249e9a-79d0-419b-a169-12148afb8380 req-c6b09e59-ee87-471d-945b-c74f9ec717d6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0668030
Apr 15 11:02:00.265182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7249e9a-79d0-419b-a169-12148afb8380 req-f47946ad-9baf-4476-aa9e-2a7a38b746d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:00.266801 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7249e9a-79d0-419b-a169-12148afb8380 req-f47946ad-9baf-4476-aa9e-2a7a38b746d4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800416
Apr 15 11:02:00.652529 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7249e9a-79d0-419b-a169-12148afb8380 req-c23a4d76-80ac-4172-8c72-1a3c0f2c198a service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3779838
Apr 15 11:02:01.456940 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f7249e9a-79d0-419b-a169-12148afb8380 req-14069b58-2c95-48eb-8bd8-07fac8e41d2d service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397943
Apr 15 11:02:07.353230 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47358) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:07.480283 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.500494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:07.504557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Usage tracker for resource:security_group_rule and tenant:c66d288d11b442ac9f4a0681b7e06406 is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:07.507541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:07.514305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:07.599168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.602056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.611239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b3da1d34-d2a8-40e9-aa60-be2ee7538fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:07.654743 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c66d288d11b442ac9f4a0681b7e06406&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3002264
Apr 15 11:02:07.655783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bbd106-2064-4f49-bd51-b78a81c5f7bd,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:07.658040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47364) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:07.659294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:07.720473 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.747747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.795432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.800363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ebab9094-f2b9-4c90-aaa6-d25917235dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:07.813831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bbd106-2064-4f49-bd51-b78a81c5f7bd,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:07.827903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.828328 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.828736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.829141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.829566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.829968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.830364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.830761 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.831154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.831546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.831936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.832325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:07.836335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:07.837316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.838541 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-614d7eee-5a0a-440f-9275-7f338edef012 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2bbd106-2064-4f49-bd51-b78a81c5f7bd HTTP/1.1" status: 204  len: 168 time: 0.1794395
Apr 15 11:02:08.569001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47394) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:08.685936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1235007371-network', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:08.691084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:08.695181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Usage tracker for resource:network and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:08.698466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:08.705544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:08.717111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Made reservation on behalf of 2e24e47cb29f4b519e7f212186dc8fbc for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:02:08.721921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.735466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.751193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:08.755190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Usage tracker for resource:security_group_rule and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:08.758086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:08.764300 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:08.848996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.852067 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.856861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9df6aff8-7095-4ce2-ac83-e9cc53774ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:08.877068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:02:08.898080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966f08cd-3b16-4a51-bfa4-dff8a761523e,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:08.901211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.901692 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Added segment dde3b817-0002-4f75-b8ab-c17ec3b9a3ed of type vlan for network 3b20b45b-64c0-4705-ab32-6309cfcc04f3
Apr 15 11:02:08.902922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:08.930334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.962905 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.964290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:08.964941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.971236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:09.079114 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5088665
Apr 15 11:02:09.082308 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Pushing event updated for resources: {'Network': ['ID=3b20b45b-64c0-4705-ab32-6309cfcc04f3,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:09.082450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47400) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:09.085475 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e9b1db6d-bed4-4080-b379-5fcce7403b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:09.092090 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Request body: {'subnet': {'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1235007371-subnet', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'ip_version': 4}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:09.093276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:02:09.097942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:09.102086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Usage tracker for resource:subnet and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:09.105118 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:09.112616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:09.124012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Made reservation on behalf of 2e24e47cb29f4b519e7f212186dc8fbc for: {'subnet': 1} {{(pid=85289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:02:09.129063 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8129964'] for subnet, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.552489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848453805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8129981'] for subnet, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.568559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:09.677992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47410) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:09.694245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32881022-3086-4451-b19b-59306db4d72f,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:09.699491 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:09.768795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Checking segment: {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:09.769183 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Network hostable DHCP agents. Network: 3b20b45b-64c0-4705-ab32-6309cfcc04f3, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:02:09.788462 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:02:09.797739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 3b20b45b-64c0-4705-ab32-6309cfcc04f3) {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:09.807242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45618e90-c930-442e-afbb-faf84169f849 None None] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:02:09.810967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:09.811672 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.823448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.839600 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0289caa5-c743-438b-a45c-4356b5199ce9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7532558
Apr 15 11:02:09.839839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47416) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:09.842380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:09.845580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:09.846839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Usage tracker for resource:security_group_rule and tenant:4c545e523165444c8ce3eb994b22acfd is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:09.850054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:09.851087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:09.855331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Usage tracker for resource:router and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:09.856922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:09.859456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:09.866110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:09.876232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.877304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.894781 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.958338 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.961116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.972505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6c9c7e4c-ebb8-4b5c-8c79-166cfffee6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:10.005789 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4c545e523165444c8ce3eb994b22acfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3264494
Apr 15 11:02:10.006437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47420) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:10.052570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3871a5-d696-41ca-a811-5ae12e265cc4,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:10.058694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:10.072674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 11:02:10.073816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.096303 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-00a0c5f2-6184-44da-b941-5b76bd59b2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.125467 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-00a0c5f2-6184-44da-b941-5b76bd59b2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.185752 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-00a0c5f2-6184-44da-b941-5b76bd59b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.191315 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fcf9a654-7f10-4409-9dd2-4bd459add7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:10.203659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0c5f2-6184-44da-b941-5b76bd59b2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3871a5-d696-41ca-a811-5ae12e265cc4,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:10.206222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-00a0c5f2-6184-44da-b941-5b76bd59b2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:10.211716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-00a0c5f2-6184-44da-b941-5b76bd59b2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.212934 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-00a0c5f2-6184-44da-b941-5b76bd59b2e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f3871a5-d696-41ca-a811-5ae12e265cc4 HTTP/1.1" status: 204  len: 168 time: 0.2029891
Apr 15 11:02:10.229863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.265847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Allocated IP 172.20.0.2 (3b20b45b-64c0-4705-ab32-6309cfcc04f3/32881022-3086-4451-b19b-59306db4d72f/a0ccd617-bdb3-4326-8169-1460ec7e0de1) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:02:10.695590 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.707326 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Transition to ACTIVE for port object a0ccd617-bdb3-4326-8169-1460ec7e0de1 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:10.726271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Transition to ACTIVE for port object a0ccd617-bdb3-4326-8169-1460ec7e0de1 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:10.730809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.746240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:10.865790 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.885800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Pushing event updated for resources: {'Port': ['ID=a0ccd617-bdb3-4326-8169-1460ec7e0de1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:10.899180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.907819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.908200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.908571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.908935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.909296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.909707 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.910066 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.910422 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.910777 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.911127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.911477 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.911824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:10.920181 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:10.953003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:10.954107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:10.956438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:11.054666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Attempting to bind port a0ccd617-bdb3-4326-8169-1460ec7e0de1 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:02:11.055111 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Attempting to bind port a0ccd617-bdb3-4326-8169-1460ec7e0de1 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:02:11.055509 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Attempting to bind port a0ccd617-bdb3-4326-8169-1460ec7e0de1 on network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:11.059918 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Allocated IP 172.27.3.37 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/46076b5d-e739-4477-8170-6211f99e8103) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:02:11.062119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:02:11.062531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Checking segment: {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:11.062969 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.063387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Bound using segment: {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:02:11.063893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Bound port: a0ccd617-bdb3-4326-8169-1460ec7e0de1, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:02:11.064303 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.158244 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] For port a0ccd617-bdb3-4326-8169-1460ec7e0de1, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:02:11.160951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] For port a0ccd617-bdb3-4326-8169-1460ec7e0de1, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=a0ccd617-bdb3-4326-8169-1460ec7e0de1,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:02:11.164292 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.179635 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:11.218655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.249252 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.265124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-362a6381-5808-430d-acaa-84ffdd832080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:11.335826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Pushing event updated for resources: {'Port': ['ID=a0ccd617-bdb3-4326-8169-1460ec7e0de1,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:11.341771 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:11.399982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Pushing event updated for resources: {'Port': ['ID=46076b5d-e739-4477-8170-6211f99e8103,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:11.405336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:11.461945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:11.463393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:11.466294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:11.920584 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:12.296961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:12.529034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 11:02:12.696337 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c43b986-c2e1-4878-b812-b4e9f8ec6f5c None None] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:02:12.733199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:12.757293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:12.758651 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9177485
Apr 15 11:02:12.762525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47426) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:12.764809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Sync routers for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:12.796112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:12.796798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b6fdd68>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:12.935190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-72c31c34-b96f-45ae-8070-71c5675f0dd4 None None] Provisioning for port a0ccd617-bdb3-4326-8169-1460ec7e0de1 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:13.094825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:13.475026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b6fdd68>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:11Z', 'revision_number': 3, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:13.479317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Checking router: effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:13.479710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Updating router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c port 46076b5d-e739-4477-8170-6211f99e8103 binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:02:13.539891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:13.741024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device a0ccd617-bdb3-4326-8169-1460ec7e0de1 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:13.752696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.002163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Allocated IP 172.20.0.1 (3b20b45b-64c0-4705-ab32-6309cfcc04f3/32881022-3086-4451-b19b-59306db4d72f/ec3eb962-c834-4a1f-973c-82aa0effff0f) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:02:14.108727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port a0ccd617-bdb3-4326-8169-1460ec7e0de1 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:14.126297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port a0ccd617-bdb3-4326-8169-1460ec7e0de1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:14.126709 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.173660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.190634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Transition to ACTIVE for port object ec3eb962-c834-4a1f-973c-82aa0effff0f will not be triggered until provisioned by entity DHCP. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:14.215157 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.232366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9072b523-38fa-4ab8-92f6-b00814d10494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:14.331680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.348185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.364109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Transition to ACTIVE for port object 46076b5d-e739-4477-8170-6211f99e8103 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:14.377310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Pushing event updated for resources: {'Port': ['ID=ec3eb962-c834-4a1f-973c-82aa0effff0f,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:14.378041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.381932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:14.395951 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:14.435754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:14.437023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:14.439389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:14.504119 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.528731 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port a0ccd617-bdb3-4326-8169-1460ec7e0de1, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=a0ccd617-bdb3-4326-8169-1460ec7e0de1,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:14.545300 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.548128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76460474-8b25-4006-961e-dfb75d581c23 None None] Pushing event updated for resources: {'Port': ['ID=46076b5d-e739-4477-8170-6211f99e8103,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:14.559811 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-76460474-8b25-4006-961e-dfb75d581c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:14.560438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:14.673324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=a0ccd617-bdb3-4326-8169-1460ec7e0de1,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:14.685570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:14.698239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Attempting to bind port 46076b5d-e739-4477-8170-6211f99e8103 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:02:14.698646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Attempting to bind port 46076b5d-e739-4477-8170-6211f99e8103 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:02:14.699054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Attempting to bind port 46076b5d-e739-4477-8170-6211f99e8103 on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:14.709065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:02:14.709474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:14.709915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.710350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:02:14.710862 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Bound port: 46076b5d-e739-4477-8170-6211f99e8103, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:02:14.711271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.750698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-bfb1517d-8618-4a70-a1ec-02365fed9ecd None None] Provisioning for port ec3eb962-c834-4a1f-973c-82aa0effff0f completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:14.769803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-bfb1517d-8618-4a70-a1ec-02365fed9ecd None None] Provisioning complete for port ec3eb962-c834-4a1f-973c-82aa0effff0f triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:14.770216 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bfb1517d-8618-4a70-a1ec-02365fed9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.777530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.848911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1517d-8618-4a70-a1ec-02365fed9ecd None None] Port ec3eb962-c834-4a1f-973c-82aa0effff0f cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:02:14.850819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] For port 46076b5d-e739-4477-8170-6211f99e8103, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:02:14.854352 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] For port 46076b5d-e739-4477-8170-6211f99e8103, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=46076b5d-e739-4477-8170-6211f99e8103,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:02:14.857984 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:14.873678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de2c3b0b-315a-4a92-a0e8-2a7cd3b59820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:15.020939 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76460474-8b25-4006-961e-dfb75d581c23 None None] Pushing event updated for resources: {'Port': ['ID=46076b5d-e739-4477-8170-6211f99e8103,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:15.034089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-76460474-8b25-4006-961e-dfb75d581c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:15.076812 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:15.077493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b6fdd68>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:15.092960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:15.096679 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:15.126442 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4bda66c-851f-462d-8627-7b0bd1d52bec tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:15.211634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:15.229728 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Pushing event updated for resources: {'Port': ['ID=ec3eb962-c834-4a1f-973c-82aa0effff0f,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:15.235810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:15.269324 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:15.361142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:15.362394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:15.570401 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:02:15.610130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-3ae3f48e-73f4-4935-99ff-1b9f9e6546a9 None None] Provisioning complete for port ec3eb962-c834-4a1f-973c-82aa0effff0f triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:15.610545 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3ae3f48e-73f4-4935-99ff-1b9f9e6546a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:15.685840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3f48e-73f4-4935-99ff-1b9f9e6546a9 None None] Port ec3eb962-c834-4a1f-973c-82aa0effff0f cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:02:15.695125 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b6fdd68>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 2, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:15.700223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb40ce5-88c9-4ac2-9792-5286f8c7daaf None None] The sync data for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi is: [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 2, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:02:15.709935 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device a0ccd617-bdb3-4326-8169-1460ec7e0de1 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:15.780087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:15.789201 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port a0ccd617-bdb3-4326-8169-1460ec7e0de1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:15.789651 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:15.797716 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] 10.222.0.68 "PUT /v2.0/routers/effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0338130
Apr 15 11:02:16.493903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47444) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:16.501551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1932652123-network', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:16.506742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:16.510973 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Usage tracker for resource:network and tenant:71c5c11d514c4ae3a83d0e845123aaad is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:16.514816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:16.521650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:16.535846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Made reservation on behalf of 71c5c11d514c4ae3a83d0e845123aaad for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:02:16.540735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:16.554384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:16.571279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:16.576285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Usage tracker for resource:security_group_rule and tenant:71c5c11d514c4ae3a83d0e845123aaad is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:16.579451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:16.585642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:16.677098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:16.680098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:16.685319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7b275b73-b618-47b8-a412-402ef1cc2be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:16.716303 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:02:16.724902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9cb90f-8a2b-43c0-a4eb-a955e6d32320,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:16.728391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:16.734127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:16.734522 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.segments_db [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Added segment 15e1a561-fa4c-42c6-a963-e7c635c07230 of type vlan for network 3195d6f0-153a-4e56-9bb2-40f31c885a38
Apr 15 11:02:16.763541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753743733738'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:16.796331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:16.797786 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:16.798433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:16.803820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:16.915872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Pushing event updated for resources: {'Network': ['ID=3195d6f0-153a-4e56-9bb2-40f31c885a38,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:16.918878 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:16.920701 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b26ead74-f4f6-4de7-abda-6a2b22e2aa85 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4256637
Apr 15 11:02:16.924341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47448) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:16.926945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 details requested by agent ovs-agent-dv-cinder-786385-1-iscsi with host dv-cinder-786385-1-iscsi {{(pid=85291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:02:16.931528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Request body: {'subnet': {'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1932652123-subnet', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:16.937541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:16.942166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Usage tracker for resource:subnet and tenant:71c5c11d514c4ae3a83d0e845123aaad is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:16.945144 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:16.953003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:16.964533 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Made reservation on behalf of 71c5c11d514c4ae3a83d0e845123aaad for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:02:16.970554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846675522'] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:17.393564 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8155525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846675537'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:17.409389 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-20c6f3e1-3752-462a-b46e-349238ab7da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:17.537112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c327eed-1cdf-4011-ad17-1fee464d027f,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:17.541992 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:17.612415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Checking segment: {'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:17.612894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Network hostable DHCP agents. Network: 3195d6f0-153a-4e56-9bb2-40f31c885a38, hostable agents: ['b0c8b415-0bfa-46a2-a611-3b74edd14548'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:02:17.632042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 is scheduled to be hosted by DHCP agent b0c8b415-0bfa-46a2-a611-3b74edd14548 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:02:17.641420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-iscsi, 3195d6f0-153a-4e56-9bb2-40f31c885a38) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:17.654551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:17.654680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de6682-8960-4fd0-a850-3ff5aa2c7a04 None None] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:02:17.655189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:17.683678 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-dd3781c0-9db9-4c78-869f-9febd3250bf8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7531075
Apr 15 11:02:17.683678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47452) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:17.688688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:17.694017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:17.698507 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Usage tracker for resource:router and tenant:71c5c11d514c4ae3a83d0e845123aaad is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:17.702426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:17.709600 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:17.723727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661249'] for router, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:17.724932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853075127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853080981', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854350571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114551'] for router, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:17.736163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 46076b5d-e739-4477-8170-6211f99e8103 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:17.742069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:17.887687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 46076b5d-e739-4477-8170-6211f99e8103 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:17.900012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 46076b5d-e739-4477-8170-6211f99e8103 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:17.900417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.034686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853080968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114500'] for router, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.052899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp798f04ca-7434-5181-a323-46ba81dd69e5-3195d6f0-153a-4e56-9bb2-40f31c885a38', 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'fixed_ips': [{'subnet_id': '2c327eed-1cdf-4011-ad17-1fee464d027f'}]}} from dv-cinder-786385-1-iscsi. {{(pid=85291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 11:02:18.053820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.144152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.181163 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 46076b5d-e739-4477-8170-6211f99e8103, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=46076b5d-e739-4477-8170-6211f99e8103,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:18.186353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.190913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:18.317373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=46076b5d-e739-4477-8170-6211f99e8103,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:18.322117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:18.326922 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Allocated IP 172.20.0.2 (3195d6f0-153a-4e56-9bb2-40f31c885a38/2c327eed-1cdf-4011-ad17-1fee464d027f/981b3f84-6137-43b0-872c-bc095dfe67b1) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:02:18.388261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.425306 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.611433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Allocated IP 172.27.3.127 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/31d0ae6b-c5b0-4226-a15e-417eaa25c1cb) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:02:18.740858 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.752736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Transition to ACTIVE for port object 981b3f84-6137-43b0-872c-bc095dfe67b1 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:18.773377 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Transition to ACTIVE for port object 981b3f84-6137-43b0-872c-bc095dfe67b1 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:18.779321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.789375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.795403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:18.821834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:18.839059 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6193d36d-992f-4187-8173-c7b7738a06c0 tempest-ServerRescueNegativeTestJSON-321080364 tempest-ServerRescueNegativeTestJSON-321080364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:18.869717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Sync routers for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:18.883200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:18.884048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b8945f8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:18.935434 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Pushing event updated for resources: {'Port': ['ID=981b3f84-6137-43b0-872c-bc095dfe67b1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:18.940220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:18.982795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Pushing event updated for resources: {'Port': ['ID=31d0ae6b-c5b0-4226-a15e-417eaa25c1cb,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:18.988816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:19.015925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:19.017411 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:19.019927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:19.042308 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:19.044618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:19.047199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:19.121105 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:19.129445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Attempting to bind port 981b3f84-6137-43b0-872c-bc095dfe67b1 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:02:19.129868 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Attempting to bind port 981b3f84-6137-43b0-872c-bc095dfe67b1 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:02:19.130274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Attempting to bind port 981b3f84-6137-43b0-872c-bc095dfe67b1 on network 3195d6f0-153a-4e56-9bb2-40f31c885a38 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:19.136080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:02:19.136498 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Checking segment: {'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:19.137656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:19.138145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Bound using segment: {'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:02:19.138667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Bound port: 981b3f84-6137-43b0-872c-bc095dfe67b1, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:02:19.139087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:19.242745 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] For port 981b3f84-6137-43b0-872c-bc095dfe67b1, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:02:19.248269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] For port 981b3f84-6137-43b0-872c-bc095dfe67b1, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=981b3f84-6137-43b0-872c-bc095dfe67b1,segment=NetworkSegment(15e1a561-fa4c-42c6-a963-e7c635c07230),segment_id=15e1a561-fa4c-42c6-a963-e7c635c07230)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:02:19.254907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:19.271782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:19.438535 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Pushing event updated for resources: {'Port': ['ID=981b3f84-6137-43b0-872c-bc095dfe67b1,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:19.448528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:19.669089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b8945f8>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 2, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:19.674095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Checking router: effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:19.674490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Updating router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c port ec3eb962-c834-4a1f-973c-82aa0effff0f binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:02:19.703222 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 46076b5d-e739-4477-8170-6211f99e8103 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:19.738826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:19.785581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 46076b5d-e739-4477-8170-6211f99e8103 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:19.786004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:19.787403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.203834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.216739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Transition to ACTIVE for port object ec3eb962-c834-4a1f-973c-82aa0effff0f will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:20.222901 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.223968 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853074957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694801'] for router, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.238826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5914cb3c-860d-4af7-9a40-280326f8164d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:20.376174 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Pushing event updated for resources: {'Port': ['ID=ec3eb962-c834-4a1f-973c-82aa0effff0f,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:20.398532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.398899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.399249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.399612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.399967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.400319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.400840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.400974 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.401415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.401835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.402114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.402461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:20.412459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:20.470554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Router 884307ee-5419-4115-8143-8d9677a70d69 is scheduled to L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 with binding_index 1 {{(pid=85290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 11:02:20.610691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Attempting to bind port ec3eb962-c834-4a1f-973c-82aa0effff0f on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:02:20.611012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Attempting to bind port ec3eb962-c834-4a1f-973c-82aa0effff0f by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:02:20.611401 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Attempting to bind port ec3eb962-c834-4a1f-973c-82aa0effff0f on network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:20.618057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:02:20.618454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Checking segment: {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:20.618894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.619325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Bound using segment: {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:02:20.619839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Bound port: ec3eb962-c834-4a1f-973c-82aa0effff0f, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:02:20.620248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.689261 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c7c840f7-7995-4f96-b0d1-4174a407cafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.691265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:20.701550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Sync routers for ids ['884307ee-5419-4115-8143-8d9677a70d69'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:20.713404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Routers {'884307ee-5419-4115-8143-8d9677a70d69'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:20.714137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623a81d4a8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['884307ee-5419-4115-8143-8d9677a70d69'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:20.727173 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.732056 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0459669
Apr 15 11:02:20.732456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47456) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:20.748429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] For port ec3eb962-c834-4a1f-973c-82aa0effff0f, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:02:20.752639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] For port ec3eb962-c834-4a1f-973c-82aa0effff0f, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=ec3eb962-c834-4a1f-973c-82aa0effff0f,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:02:20.757729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:20.776079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e395eabd-7ec3-4f28-a76f-9bd59408df22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:20.935132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Set router 884307ee-5419-4115-8143-8d9677a70d69 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:20.935494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Pushing event updated for resources: {'Port': ['ID=ec3eb962-c834-4a1f-973c-82aa0effff0f,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:20.948733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f828f2c1-0820-4c14-b28c-ee9edc53777f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:21.033738 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:21.034840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b8945f8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:21.175970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bedd609-263b-4eca-a73b-8bc13570a338 None None] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:02:21.269824 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:21.305753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-98311a74-606d-4fdf-9f8a-9e9fa6b0dd39 None None] Provisioning for port 981b3f84-6137-43b0-872c-bc095dfe67b1 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:21.551872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623a81d4a8>, [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:02:19Z', 'revision_number': 3, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:21.563736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Checking router: 884307ee-5419-4115-8143-8d9677a70d69 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:21.564108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Updating router 884307ee-5419-4115-8143-8d9677a70d69 port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb binding host dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:02:21.632097 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:21.646393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b8945f8>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:20Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:21.650689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d324e71-d7ae-4f4a-8d68-e0f78ac01139 None None] The sync data for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi is: [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:20Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:02:21.821258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:21.912239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 981b3f84-6137-43b0-872c-bc095dfe67b1 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:22.092758 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Allocated IP 172.20.0.1 (3195d6f0-153a-4e56-9bb2-40f31c885a38/2c327eed-1cdf-4011-ad17-1fee464d027f/cb22eecc-f6d8-43f8-a0c7-c951fecd1603) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:02:22.110106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 981b3f84-6137-43b0-872c-bc095dfe67b1 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:22.130872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 981b3f84-6137-43b0-872c-bc095dfe67b1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:22.131284 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.261816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.280084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Transition to ACTIVE for port object cb22eecc-f6d8-43f8-a0c7-c951fecd1603 will not be triggered until provisioned by entity DHCP. {{(pid=85289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:22.304918 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.321330 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:22.338373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.364622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.377075 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Transition to ACTIVE for port object 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:22.394017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.412082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-76460474-8b25-4006-961e-dfb75d581c23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:22.472278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Pushing event updated for resources: {'Port': ['ID=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:22.477086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:22.543713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:22.545179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:22.547644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:22.607921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694868'] for router_interface, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.699120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 981b3f84-6137-43b0-872c-bc095dfe67b1, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=981b3f84-6137-43b0-872c-bc095dfe67b1,segment=NetworkSegment(15e1a561-fa4c-42c6-a963-e7c635c07230),segment_id=15e1a561-fa4c-42c6-a963-e7c635c07230)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:22.709621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.710544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device ec3eb962-c834-4a1f-973c-82aa0effff0f up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:22.740874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:22.810256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b56c2d-573f-4372-bef9-4ea0fde76beb None None] Pushing event updated for resources: {'Port': ['ID=31d0ae6b-c5b0-4226-a15e-417eaa25c1cb,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:22.818426 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a3b56c2d-573f-4372-bef9-4ea0fde76beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:22.821089 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e9b2ec6-9c35-4a04-9f7b-d2a4c5399a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:22.870167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-a3e44418-df54-41d0-b085-16cf025bf37b None None] Provisioning for port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:22.901622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-a3e44418-df54-41d0-b085-16cf025bf37b None None] Provisioning complete for port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:22.902034 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a3e44418-df54-41d0-b085-16cf025bf37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.006056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port ec3eb962-c834-4a1f-973c-82aa0effff0f completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:23.019501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=981b3f84-6137-43b0-872c-bc095dfe67b1,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:23.024683 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-a3e44418-df54-41d0-b085-16cf025bf37b None None] Port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:02:23.030236 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:23.030872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port ec3eb962-c834-4a1f-973c-82aa0effff0f triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:23.031282 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.046410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.050710 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.073977 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Attempting to bind port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:02:23.074420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Attempting to bind port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:02:23.075470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Attempting to bind port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb on network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:23.080867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:02:23.082285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-40881337-7d87-4c7c-a4db-1c9e4f700fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:23.097430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:02:23.097800 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Checking segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:23.098246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.098671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Bound using segment: {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:02:23.099194 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Bound port: 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40b5c3-cf52-488f-a7c2-ebfe76c46caa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:02:23.099607 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.162428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1736add2-2b0a-485a-8350-6b6841800821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.170973 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687871'] for router_interface, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.187384 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Pushing event updated for resources: {'Port': ['ID=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:23.193139 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:23.250076 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] For port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:02:23.270191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] For port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=31d0ae6b-c5b0-4226-a15e-417eaa25c1cb,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:02:23.275299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.291559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:23.322637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:23.323887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:23.327074 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.493096 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port ec3eb962-c834-4a1f-973c-82aa0effff0f, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=ec3eb962-c834-4a1f-973c-82aa0effff0f,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:23.501141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b56c2d-573f-4372-bef9-4ea0fde76beb None None] Pushing event updated for resources: {'Port': ['ID=31d0ae6b-c5b0-4226-a15e-417eaa25c1cb,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:23.513255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.517769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a3b56c2d-573f-4372-bef9-4ea0fde76beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:23.518268 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a3b56c2d-573f-4372-bef9-4ea0fde76beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:23.537279 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Router 884307ee-5419-4115-8143-8d9677a70d69 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:02:23.618667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d27ef0fd-5ba3-42b3-b3ef-8be270327e37 None None] Provisioning complete for port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:23.619082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d27ef0fd-5ba3-42b3-b3ef-8be270327e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.657914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=ec3eb962-c834-4a1f-973c-82aa0effff0f,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:23.669136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:23.674682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Routers {'884307ee-5419-4115-8143-8d9677a70d69'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:23.675368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623a81d4a8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['884307ee-5419-4115-8143-8d9677a70d69'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:23.737452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:23.743886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 981b3f84-6137-43b0-872c-bc095dfe67b1 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:23.746891 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] 10.222.0.68 "PUT /v2.0/routers/884307ee-5419-4115-8143-8d9677a70d69/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0132349
Apr 15 11:02:23.881923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d27ef0fd-5ba3-42b3-b3ef-8be270327e37 None None] Port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:02:23.929062 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.964606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 981b3f84-6137-43b0-872c-bc095dfe67b1 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:23.965594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:24.019671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] Set router 884307ee-5419-4115-8143-8d9677a70d69 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:24.117024 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:24.645999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623a81d4a8>, [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:02:22Z', 'revision_number': 4, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'cb22eecc-f6d8-43f8-a0c7-c951fecd1603', 'name': '', 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'mac_address': 'fa:16:3e:12:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:21Z', 'updated_at': '2021-04-15T11:02:22Z', 'revision_number': 2, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'subnets': [{'id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:24.649867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160aff8-c35f-41ac-b99c-5481fe0fc8c8 None None] The sync data for ids ['884307ee-5419-4115-8143-8d9677a70d69'] in dv-cinder-786385-1-iscsi is: [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:02:22Z', 'revision_number': 4, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'cb22eecc-f6d8-43f8-a0c7-c951fecd1603', 'name': '', 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'mac_address': 'fa:16:3e:12:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:21Z', 'updated_at': '2021-04-15T11:02:22Z', 'revision_number': 2, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'subnets': [{'id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:02:25.006775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:25.859033 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:25.943957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:25.950730 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:25.951150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:26.122693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:26.145532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=31d0ae6b-c5b0-4226-a15e-417eaa25c1cb,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:26.150525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:26.151770 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device ec3eb962-c834-4a1f-973c-82aa0effff0f up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:26.188149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:26.295480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:26.316975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=31d0ae6b-c5b0-4226-a15e-417eaa25c1cb,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:26.320500 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:26.327212 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port ec3eb962-c834-4a1f-973c-82aa0effff0f triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:26.327608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:27.737895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:27.830983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:27.831448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:28.168994 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Sync routers for ids ['884307ee-5419-4115-8143-8d9677a70d69'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:28.180157 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Routers {'884307ee-5419-4115-8143-8d9677a70d69'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:28.180816 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623bb725f8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['884307ee-5419-4115-8143-8d9677a70d69'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:28.540366 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Set router 884307ee-5419-4115-8143-8d9677a70d69 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:28.906390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623bb725f8>, [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:02:22Z', 'revision_number': 4, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'cb22eecc-f6d8-43f8-a0c7-c951fecd1603', 'name': '', 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'mac_address': 'fa:16:3e:12:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:21Z', 'updated_at': '2021-04-15T11:02:22Z', 'revision_number': 2, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'subnets': [{'id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:28.913693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Checking router: 884307ee-5419-4115-8143-8d9677a70d69 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:28.914196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Updating router 884307ee-5419-4115-8143-8d9677a70d69 port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 binding host dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:02:28.975503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:29.462104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:29.480246 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Transition to ACTIVE for port object cb22eecc-f6d8-43f8-a0c7-c951fecd1603 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:29.491182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:29.507110 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-40a7965a-8ad0-478a-a37c-ac541235c770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:29.655686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b91591-0418-4f52-bd6d-58ae9bab642f None None] Pushing event updated for resources: {'Port': ['ID=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:29.660164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-34b91591-0418-4f52-bd6d-58ae9bab642f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:29.900896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Attempting to bind port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 on host dv-cinder-786385-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:02:29.901396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Attempting to bind port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 by drivers openvswitch,hyperv on host dv-cinder-786385-1-iscsi at level 0 using segments [{'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:02:29.901896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Attempting to bind port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 on network 3195d6f0-153a-4e56-9bb2-40f31c885a38 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:29.908886 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Checking agent: {'id': 'b5e4fa23-b894-449d-9451-4d7972c5a0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 43, 24), 'started_at': datetime.datetime(2021, 4, 15, 10, 43, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:02:29.909554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Checking segment: {'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:29.909750 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:29.910180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Bound using segment: {'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:02:29.910697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Bound port: cb22eecc-f6d8-43f8-a0c7-c951fecd1603, host: dv-cinder-786385-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e1a561-fa4c-42c6-a963-e7c635c07230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:02:29.911107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.012988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] For port cb22eecc-f6d8-43f8-a0c7-c951fecd1603, host dv-cinder-786385-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:02:30.016427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] For port cb22eecc-f6d8-43f8-a0c7-c951fecd1603, host dv-cinder-786385-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,segment=NetworkSegment(15e1a561-fa4c-42c6-a963-e7c635c07230),segment_id=15e1a561-fa4c-42c6-a963-e7c635c07230)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:02:30.020499 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.038449 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-34b91591-0418-4f52-bd6d-58ae9bab642f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:30.190104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b91591-0418-4f52-bd6d-58ae9bab642f None None] Pushing event updated for resources: {'Port': ['ID=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:30.195709 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-34b91591-0418-4f52-bd6d-58ae9bab642f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:30.261084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Routers {'884307ee-5419-4115-8143-8d9677a70d69'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:30.263045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623bb725f8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['884307ee-5419-4115-8143-8d9677a70d69'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:30.516080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] Set router 884307ee-5419-4115-8143-8d9677a70d69 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:30.889134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623bb725f8>, [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:02:22Z', 'revision_number': 4, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'cb22eecc-f6d8-43f8-a0c7-c951fecd1603', 'name': '', 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'mac_address': 'fa:16:3e:12:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:21Z', 'updated_at': '2021-04-15T11:02:30Z', 'revision_number': 4, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'subnets': [{'id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:30.893614 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86766508-6dd7-4d10-ac51-ed99729bd391 None None] The sync data for ids ['884307ee-5419-4115-8143-8d9677a70d69'] in dv-cinder-786385-1-iscsi is: [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:02:22Z', 'revision_number': 4, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'cb22eecc-f6d8-43f8-a0c7-c951fecd1603', 'name': '', 'network_id': '3195d6f0-153a-4e56-9bb2-40f31c885a38', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'mac_address': 'fa:16:3e:12:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:21Z', 'updated_at': '2021-04-15T11:02:30Z', 'revision_number': 4, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'subnets': [{'id': '2c327eed-1cdf-4011-ad17-1fee464d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:02:31.762099 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device cb22eecc-f6d8-43f8-a0c7-c951fecd1603 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:31.851733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning for port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:31.858496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:31.859065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:31.999755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:32.035566 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] For port cb22eecc-f6d8-43f8-a0c7-c951fecd1603, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,segment=NetworkSegment(15e1a561-fa4c-42c6-a963-e7c635c07230),segment_id=15e1a561-fa4c-42c6-a963-e7c635c07230)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:32.039999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:32.042305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:32.128612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Pushing event updated for resources: {'Port': ['ID=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:32.132443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:33.712100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device cb22eecc-f6d8-43f8-a0c7-c951fecd1603 up at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:33.787041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Provisioning complete for port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:33.787541 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:33.913164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-b0b5d331-4fd1-443b-9d7f-9a88679c43b8 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:33.913929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-b0b5d331-4fd1-443b-9d7f-9a88679c43b8 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Synchronizing usage tracker for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:02:33.930056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-b0b5d331-4fd1-443b-9d7f-9a88679c43b8 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Unset dirty status for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:02:33.931311 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-b0b5d331-4fd1-443b-9d7f-9a88679c43b8 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/networks?id=3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 200  len: 815 time: 0.1807857
Apr 15 11:02:33.948055 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-6545cc4f-5206-4bae-aeab-d31c729c6945 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/quotas/2e24e47cb29f4b519e7f212186dc8fbc HTTP/1.1" status: 200  len: 375 time: 0.0099704
Apr 15 11:02:34.046225 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-620ada8b-1706-47d6-bfec-57664e4742bf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0919709
Apr 15 11:02:34.063344 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-250dc3f2-1542-43a5-8f44-6e3d186b98dc service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 11:02:34.064382 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-250dc3f2-1542-43a5-8f44-6e3d186b98dc service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059793
Apr 15 11:02:34.208433 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-f128d4ad-e471-4cf9-9062-1bfb7268aff4 service neutron] 10.222.0.68 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380210
Apr 15 11:02:34.350819 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-729942e7-e951-483b-ae40-f8a463964248 service neutron] 10.222.0.68 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353903
Apr 15 11:02:34.679619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-21fdadd1-374a-46a6-b153-c8b581ac0b6d req-55a5c67c-dff9-41a6-9e6b-024c70dc5433 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Synchronizing usage tracker for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:02:34.696336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-21fdadd1-374a-46a6-b153-c8b581ac0b6d req-55a5c67c-dff9-41a6-9e6b-024c70dc5433 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Unset dirty status for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:02:34.697896 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-21fdadd1-374a-46a6-b153-c8b581ac0b6d req-55a5c67c-dff9-41a6-9e6b-024c70dc5433 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 210 time: 0.1886456
Apr 15 11:02:35.957015 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-81773f26-7d80-44e5-8148-2d7743049279 req-76d63c92-d583-4628-91d7-98dff3fcf9e5 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 210 time: 0.1115944
Apr 15 11:02:36.035504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-f189f311-70c4-470a-9ede-f48faab6266e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:36.037151 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-f189f311-70c4-470a-9ede-f48faab6266e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.104 "GET /v2.0/networks?id=3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 200  len: 815 time: 0.2165177
Apr 15 11:02:36.063548 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'port': {'device_id': '734fb155-5bd2-4d54-838a-ca21f754b272', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'admin_state_up': True, 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:36.213223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:36.224885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:36.234861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Made reservation on behalf of 2e24e47cb29f4b519e7f212186dc8fbc for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:02:36.241084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:36.431000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Allocated IP 172.20.0.13 (3b20b45b-64c0-4705-ab32-6309cfcc04f3/32881022-3086-4451-b19b-59306db4d72f/acc05b6e-80ba-47dd-8e25-378697d09f30) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:02:36.711085 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:36.728791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Transition to ACTIVE for port object acc05b6e-80ba-47dd-8e25-378697d09f30 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:36.754188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:36.770732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6e6b6cf1-1dfb-4fab-954b-bb1489bf45c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:36.915698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'Port': ['ID=acc05b6e-80ba-47dd-8e25-378697d09f30,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:36.921280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:36.984263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:36.985617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:36.990265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:37.071226 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:37.076070 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.116809 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-0165b1df-2bfd-46b0-8187-af06dc47ae11 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0598176
Apr 15 11:02:37.256166 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a68223-577f-4af7-a9cf-bfd794bdb4dc req-7814d73b-78b4-4fbf-b848-28760ac8f21e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:37.266442 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12a68223-577f-4af7-a9cf-bfd794bdb4dc req-7814d73b-78b4-4fbf-b848-28760ac8f21e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 932 time: 0.1139402
Apr 15 11:02:37.285274 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c9361ad6-eec1-4d62-bd80-4c6dc0eb2382 None None] Provisioning for port acc05b6e-80ba-47dd-8e25-378697d09f30 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:37.295546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c9361ad6-eec1-4d62-bd80-4c6dc0eb2382 None None] Provisioning complete for port acc05b6e-80ba-47dd-8e25-378697d09f30 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:37.295956 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9361ad6-eec1-4d62-bd80-4c6dc0eb2382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.320970 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12a68223-577f-4af7-a9cf-bfd794bdb4dc req-77e55c85-26a0-4a2b-8c16-461b8c6409b9 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535116
Apr 15 11:02:37.355659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c9361ad6-eec1-4d62-bd80-4c6dc0eb2382 None None] Port acc05b6e-80ba-47dd-8e25-378697d09f30 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:02:38.559612 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88450851-0cd3-47f7-9183-5659011b0a54 req-d5b8ab36-d069-4981-8ed5-0f6e0ba0a76e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:38.560400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-88450851-0cd3-47f7-9183-5659011b0a54 req-d5b8ab36-d069-4981-8ed5-0f6e0ba0a76e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Synchronizing usage tracker for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:02:38.577329 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-88450851-0cd3-47f7-9183-5659011b0a54 req-d5b8ab36-d069-4981-8ed5-0f6e0ba0a76e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Unset dirty status for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:02:38.578674 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88450851-0cd3-47f7-9183-5659011b0a54 req-d5b8ab36-d069-4981-8ed5-0f6e0ba0a76e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 932 time: 0.1244161
Apr 15 11:02:38.632826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-88450851-0cd3-47f7-9183-5659011b0a54 req-0dc7c144-4907-4621-b1a3-e469c2933b70 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Synchronizing usage tracker for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:02:38.650305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-88450851-0cd3-47f7-9183-5659011b0a54 req-0dc7c144-4907-4621-b1a3-e469c2933b70 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Unset dirty status for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:02:38.651473 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-88450851-0cd3-47f7-9183-5659011b0a54 req-0dc7c144-4907-4621-b1a3-e469c2933b70 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662236
Apr 15 11:02:39.863648 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d75c81-ce8e-4318-8b35-4f4a7fb8f841 req-df03c68a-a0b2-4e99-a4d1-1b8e786644c9 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:39.865306 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f3d75c81-ce8e-4318-8b35-4f4a7fb8f841 req-df03c68a-a0b2-4e99-a4d1-1b8e786644c9 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 932 time: 0.0944543
Apr 15 11:02:39.918476 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f3d75c81-ce8e-4318-8b35-4f4a7fb8f841 req-fd46172b-d5a2-4017-9d49-a6733212da5b tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462379
Apr 15 11:02:41.143929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f272d1-eaf7-4de9-a0a3-5a9087f20e47 req-44485314-cf57-4be5-ac07-54136c5d1703 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:41.149936 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a6f272d1-eaf7-4de9-a0a3-5a9087f20e47 req-44485314-cf57-4be5-ac07-54136c5d1703 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 932 time: 0.0994203
Apr 15 11:02:41.197127 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a6f272d1-eaf7-4de9-a0a3-5a9087f20e47 req-c2c80b03-8704-47f3-a520-7c851d0cc789 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447192
Apr 15 11:02:42.412188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781672a9-5e4a-4ff6-aa97-00633dc499bb req-fd126beb-82e6-4811-9262-34281bf250fd tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:42.413804 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-781672a9-5e4a-4ff6-aa97-00633dc499bb req-fd126beb-82e6-4811-9262-34281bf250fd tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 932 time: 0.0960329
Apr 15 11:02:42.493818 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-781672a9-5e4a-4ff6-aa97-00633dc499bb req-494fea29-3556-4493-a1f3-ba11aa06b26a tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732789
Apr 15 11:02:43.725014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492cd16-1ad9-4b52-b7cf-db96aa39cdf4 req-7ee8ced4-1d23-4b74-9f89-30c7ec61999e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:43.727087 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1492cd16-1ad9-4b52-b7cf-db96aa39cdf4 req-7ee8ced4-1d23-4b74-9f89-30c7ec61999e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 932 time: 0.1126354
Apr 15 11:02:43.778371 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-1492cd16-1ad9-4b52-b7cf-db96aa39cdf4 req-679680c1-8879-4180-a236-f13b90a71a29 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447750
Apr 15 11:02:44.997289 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f218f4-2c82-4ab5-93e7-6112a24fd4ce req-2775f8c9-9491-4f6b-8abf-8069fa8aed36 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:44.999028 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8f218f4-2c82-4ab5-93e7-6112a24fd4ce req-2775f8c9-9491-4f6b-8abf-8069fa8aed36 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 932 time: 0.1035111
Apr 15 11:02:45.049519 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e8f218f4-2c82-4ab5-93e7-6112a24fd4ce req-dc54c33c-fefa-4b62-9405-a1624003076b tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431230
Apr 15 11:02:46.088143 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-b3bf4a67-7488-4df3-b2a6-8bc22da6ea63 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 11:02:46.089448 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-b3bf4a67-7488-4df3-b2a6-8bc22da6ea63 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061531
Apr 15 11:02:46.166602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Request body: {'port': {'device_id': '734fb155-5bd2-4d54-838a-ca21f754b272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:46.295010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:46.550893 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432ab87-63a6-4a49-b0ac-e3196dfa167f req-ba8b4956-e374-49be-be90-0ddfe7a0d576 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:46.552506 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3432ab87-63a6-4a49-b0ac-e3196dfa167f req-ba8b4956-e374-49be-be90-0ddfe7a0d576 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 932 time: 0.2404137
Apr 15 11:02:46.895211 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3432ab87-63a6-4a49-b0ac-e3196dfa167f req-ef1c11e2-f5ca-4fbf-aa41-1dd537d21ec5 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3358552
Apr 15 11:02:47.093986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc05b6e-80ba-47dd-8e25-378697d09f30 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:02:47.102576 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.118100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Transition to ACTIVE for port object acc05b6e-80ba-47dd-8e25-378697d09f30 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:47.120825 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.136954 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91ec0167-3dbf-4bf5-b02b-7715bee867ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:47.276317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Pushing event updated for resources: {'Port': ['ID=acc05b6e-80ba-47dd-8e25-378697d09f30,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:47.280891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:47.512678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Attempting to bind port acc05b6e-80ba-47dd-8e25-378697d09f30 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:02:47.513046 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Attempting to bind port acc05b6e-80ba-47dd-8e25-378697d09f30 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:02:47.513452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Attempting to bind port acc05b6e-80ba-47dd-8e25-378697d09f30 on network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:47.518913 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Port acc05b6e-80ba-47dd-8e25-378697d09f30 on network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:02:47.519278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Attempting to bind port acc05b6e-80ba-47dd-8e25-378697d09f30 on network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:47.524822 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:02:47.525243 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Checking segment: {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:47.525693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Bound using segment: {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:02:47.526165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Bound port: acc05b6e-80ba-47dd-8e25-378697d09f30, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:02:47.526592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.628280 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] For port acc05b6e-80ba-47dd-8e25-378697d09f30, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:02:47.631376 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] For port acc05b6e-80ba-47dd-8e25-378697d09f30, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acc05b6e-80ba-47dd-8e25-378697d09f30,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:02:47.634798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.650167 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:47.806503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Pushing event updated for resources: {'Port': ['ID=acc05b6e-80ba-47dd-8e25-378697d09f30,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:47.809863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:47.843415 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:47.844133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.846265 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] 10.222.0.104 "PUT /v2.0/ports/acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 1094 time: 1.7388902
Apr 15 11:02:47.846843 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:47.965574 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'status': 'completed', 'code': 200}
Apr 15 11:02:48.105287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28848d02-4e96-4604-91b6-c6a61cd7dc00 req-9e87bf3e-0ccc-4c9d-a028-4c62c1ae5b69 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:48.106961 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-28848d02-4e96-4604-91b6-c6a61cd7dc00 req-9e87bf3e-0ccc-4c9d-a028-4c62c1ae5b69 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 944 time: 0.0956292
Apr 15 11:02:48.154634 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-28848d02-4e96-4604-91b6-c6a61cd7dc00 req-271ca44e-14d1-4df7-be3e-27a7126d46af tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409038
Apr 15 11:02:49.375168 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5db5f5-694a-43ae-87ba-2e604da7ff1c req-dec3014f-8d3d-4489-bb60-7a056771dd07 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:49.376649 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3d5db5f5-694a-43ae-87ba-2e604da7ff1c req-dec3014f-8d3d-4489-bb60-7a056771dd07 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 944 time: 0.0909960
Apr 15 11:02:49.424391 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3d5db5f5-694a-43ae-87ba-2e604da7ff1c req-d2f6231f-9303-4211-98fd-81e303987825 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411890
Apr 15 11:02:49.629130 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc66f8c-5cbb-4d21-9391-92967faa29e8 req-a8f9b19b-b745-47bb-b705-7b33bc7f8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:49.630779 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7dc66f8c-5cbb-4d21-9391-92967faa29e8 req-a8f9b19b-b745-47bb-b705-7b33bc7f8607 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1097 time: 0.0791678
Apr 15 11:02:49.793580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc66f8c-5cbb-4d21-9391-92967faa29e8 req-b5c8aeda-19ed-4a14-b299-b6a1a29455c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:49.795134 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7dc66f8c-5cbb-4d21-9391-92967faa29e8 req-b5c8aeda-19ed-4a14-b299-b6a1a29455c9 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1505139
Apr 15 11:02:49.944782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc66f8c-5cbb-4d21-9391-92967faa29e8 req-c85778ca-8528-4412-a3ed-99f7500f624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:49.946418 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7dc66f8c-5cbb-4d21-9391-92967faa29e8 req-c85778ca-8528-4412-a3ed-99f7500f624c service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1446869
Apr 15 11:02:50.087299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-b69166cd-f037-41e2-b713-4b1f0ec48e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:50.089115 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-b69166cd-f037-41e2-b713-4b1f0ec48e0a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1097 time: 0.0862362
Apr 15 11:02:50.172701 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-d51c33e1-cfee-4ac6-9eb9-9d6ded97c9d8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 217 time: 0.0698764
Apr 15 11:02:50.242919 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-60703cfa-3fbd-42b5-a3a4-07b9a05b0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:50.244669 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-60703cfa-3fbd-42b5-a3a4-07b9a05b0b19 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=32881022-3086-4451-b19b-59306db4d72f HTTP/1.1" status: 200  len: 854 time: 0.0651894
Apr 15 11:02:50.330465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-acce445b-8f54-41d9-9884-6d5aaa8b0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:50.332887 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-acce445b-8f54-41d9-9884-6d5aaa8b0233 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3b20b45b-64c0-4705-ab32-6309cfcc04f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821264
Apr 15 11:02:50.499949 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-42fa79a1-29bd-4445-84b8-305faa70f48c service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601882
Apr 15 11:02:50.672386 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dabde11f-bc26-490f-95ed-c6d0433493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:50.723538 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-08276d7d-ec5f-442e-b436-844066a4a4b1 req-7f03183b-5e82-480e-b676-8d9dbb4aa581 service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2154431
Apr 15 11:02:50.734044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035a90-1c79-4155-bd45-ca08f1397ff5 req-6f3546a9-02c4-43e2-a4b8-feae49cda88c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:50.735073 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4035a90-1c79-4155-bd45-ca08f1397ff5 req-6f3546a9-02c4-43e2-a4b8-feae49cda88c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 944 time: 0.1485035
Apr 15 11:02:50.790769 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4035a90-1c79-4155-bd45-ca08f1397ff5 req-860af7df-cf4f-4057-a2e9-ac4ceaa074bd tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478144
Apr 15 11:02:51.995079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65ec0a-7180-4ec1-b3be-c65860773015 req-901b3d3f-b646-465d-9af6-3dd12c4b9383 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:51.996682 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec65ec0a-7180-4ec1-b3be-c65860773015 req-901b3d3f-b646-465d-9af6-3dd12c4b9383 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 944 time: 0.0892138
Apr 15 11:02:52.049441 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ec65ec0a-7180-4ec1-b3be-c65860773015 req-46147417-3b5f-4f1a-a7a7-120403e5c6d3 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460236
Apr 15 11:02:53.097746 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a3aef6c4-df41-41c7-b1c5-81ea8faea01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:53.254043 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6585-599f-419e-a689-15e132e98c9f req-1e169ba4-a102-47a7-957e-4cc87b302eb0 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:53.255631 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-235e6585-599f-419e-a689-15e132e98c9f req-1e169ba4-a102-47a7-957e-4cc87b302eb0 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 944 time: 0.0898006
Apr 15 11:02:53.307098 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-235e6585-599f-419e-a689-15e132e98c9f req-89468976-76d7-4d7c-81f4-fb1ae0bdac00 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450170
Apr 15 11:02:53.530176 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device acc05b6e-80ba-47dd-8e25-378697d09f30 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:02:53.674565 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port acc05b6e-80ba-47dd-8e25-378697d09f30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acc05b6e-80ba-47dd-8e25-378697d09f30,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:53.688961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'port_id': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'mac_address': 'fa:16:3e:c4:98:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:02:53.754286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:53.773390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc05b6e-80ba-47dd-8e25-378697d09f30 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:02:53.790019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port acc05b6e-80ba-47dd-8e25-378697d09f30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acc05b6e-80ba-47dd-8e25-378697d09f30,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:53.793514 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:53.795368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:53.867463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=acc05b6e-80ba-47dd-8e25-378697d09f30,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:53.875796 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:53.886553 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:54.030933 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:54.097322 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['acc05b6e-80ba-47dd-8e25-378697d09f30'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:02:54.163136 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-359b5757-98f8-4b7b-82f5-620b167a2b24 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487201230&fields=id&tenant_id=cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 267 time: 0.0439055
Apr 15 11:02:54.328375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-19a288ee-de80-4fee-89a7-699a57880b27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:54.329883 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-19a288ee-de80-4fee-89a7-699a57880b27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 811 time: 0.1592221
Apr 15 11:02:54.346316 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-67aab339-ae74-4f2d-9573-d80f7d088385 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/quotas/cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 375 time: 0.0101576
Apr 15 11:02:54.445889 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-a79a3744-9c63-4320-b515-42c54c2ff8ea tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0928149
Apr 15 11:02:54.511399 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-5dc34540-5690-4406-a799-d0fbae4bce16 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 11:02:54.512471 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-5dc34540-5690-4406-a799-d0fbae4bce16 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0523553
Apr 15 11:02:54.512792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9d00f-a136-441f-a793-893c78ddb119 req-4b777676-4cca-4791-aae6-44a0161f0b50 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:54.514423 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bca9d00f-a136-441f-a793-893c78ddb119 req-4b777676-4cca-4791-aae6-44a0161f0b50 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 945 time: 0.0921249
Apr 15 11:02:54.563434 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-bca9d00f-a136-441f-a793-893c78ddb119 req-96141825-b393-4528-8bd2-253c3987d625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419734
Apr 15 11:02:54.658013 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-07b71274-2089-4337-90c5-cf151bb01099 service neutron] 10.222.0.68 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375389
Apr 15 11:02:54.805443 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f87c14fd-478d-4968-bd99-c3df819b62d1 service neutron] 10.222.0.68 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400392
Apr 15 11:02:55.009910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.230921 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6511b61c-68f9-4cd7-8053-1cd5f15e0723 req-f641d6d9-cb78-459d-b5f5-57899a32f367 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 210 time: 0.0519660
Apr 15 11:02:55.543601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device acc05b6e-80ba-47dd-8e25-378697d09f30 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:02:55.618423 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port acc05b6e-80ba-47dd-8e25-378697d09f30 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:55.623590 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port acc05b6e-80ba-47dd-8e25-378697d09f30 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:55.623995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.756045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.794900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port acc05b6e-80ba-47dd-8e25-378697d09f30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acc05b6e-80ba-47dd-8e25-378697d09f30,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:55.796051 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:55.803007 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.805615 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-217f3626-7a98-4a97-9dec-52c3a3b1d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:55.856685 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'code': 200}
Apr 15 11:02:55.886986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=acc05b6e-80ba-47dd-8e25-378697d09f30,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:55.890001 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:56.050445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a4b49-a645-4c85-9ea5-644a799d486a req-61869a06-7d2a-48a5-ab94-586144d9aedf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:56.052169 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a68a4b49-a645-4c85-9ea5-644a799d486a req-61869a06-7d2a-48a5-ab94-586144d9aedf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 945 time: 0.3620706
Apr 15 11:02:56.104670 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a68a4b49-a645-4c85-9ea5-644a799d486a req-94f66b82-a056-4611-b80d-61b349d9dd52 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449624
Apr 15 11:02:56.165028 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983350e-dd86-48cb-8282-eb3a74059eed req-c733b801-fd39-4c1b-a930-97e9b91f7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:56.166657 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4983350e-dd86-48cb-8282-eb3a74059eed req-c733b801-fd39-4c1b-a930-97e9b91f7417 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1099 time: 0.0823941
Apr 15 11:02:56.192791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:56.211415 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4983350e-dd86-48cb-8282-eb3a74059eed req-6f9fa1b6-1a9b-4134-a4c5-7d236e1893ac service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379937
Apr 15 11:02:56.396394 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-97d4907f-9fe9-4350-adfa-b10b4fe1bd1f req-0561dd73-a465-43f3-869d-556688c2dfa7 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 210 time: 0.0473492
Apr 15 11:02:56.679529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-fcbb0a12-bc0e-4763-87bc-0850e9705206 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:56.681099 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-fcbb0a12-bc0e-4763-87bc-0850e9705206 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 811 time: 0.1677744
Apr 15 11:02:56.772534 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-9cf1a6a2-d99d-4aa6-b7aa-c62776a7f862 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cc918f28a1ea44d88fef179a523d9860 HTTP/1.1" status: 200  len: 8059 time: 0.0754342
Apr 15 11:02:56.793774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'port': {'device_id': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'admin_state_up': True, 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'security_groups': ['c3ce039c-b914-4359-9e9e-b654e121ce22']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:56.942777 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:56.952835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:56.962416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Made reservation on behalf of cc918f28a1ea44d88fef179a523d9860 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:02:56.968846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.144895 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Allocated IP 172.20.0.12 (0436587f-2be7-45ac-884a-6c4a8f929ab1/4536c5b5-54ba-4182-8497-0be635ec3d5b/1ebde124-d5ab-4688-819e-57bd1f871bf2) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:02:57.314882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd52ff-597f-4f2d-866d-f528dd095cca req-76eedd49-4b01-4503-b815-bba94c8592a1 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:57.316513 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-14dd52ff-597f-4f2d-866d-f528dd095cca req-76eedd49-4b01-4503-b815-bba94c8592a1 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.0935106
Apr 15 11:02:57.352720 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.370417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Transition to ACTIVE for port object 1ebde124-d5ab-4688-819e-57bd1f871bf2 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:57.371637 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-14dd52ff-597f-4f2d-866d-f528dd095cca req-93f69ea9-99f6-4312-9ad0-a4bf360786b7 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482435
Apr 15 11:02:57.398451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.418180 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4b432094-6ff1-4277-8200-0bfcc1a4e8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:57.864179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=1ebde124-d5ab-4688-819e-57bd1f871bf2,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:57.867659 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:57.947572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0718ee6-a8f7-45fa-bcaa-e95c57e4e901 req-60627173-fec2-4258-b01b-db315093b9fe tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:57.949155 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0718ee6-a8f7-45fa-bcaa-e95c57e4e901 req-60627173-fec2-4258-b01b-db315093b9fe tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 932 time: 0.4243457
Apr 15 11:02:57.953745 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:02:57.955023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:02:57.958961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:02:58.057010 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a0718ee6-a8f7-45fa-bcaa-e95c57e4e901 req-7703c52c-d064-4283-85c8-8dddceb6c09e tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992529
Apr 15 11:02:58.066169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:58.066888 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:58.092833 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-f7f31f28-aa4f-41ee-baf8-8720274cf9f6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3032570
Apr 15 11:02:58.114075 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Request body: {'port': {'device_id': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:58.169114 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-81853b77-08cc-4bf4-96e2-c7cf13c4dc33 None None] Provisioning for port 1ebde124-d5ab-4688-819e-57bd1f871bf2 completed by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:02:58.174182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-81853b77-08cc-4bf4-96e2-c7cf13c4dc33 None None] Provisioning complete for port 1ebde124-d5ab-4688-819e-57bd1f871bf2 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:58.175287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-81853b77-08cc-4bf4-96e2-c7cf13c4dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:58.235100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-81853b77-08cc-4bf4-96e2-c7cf13c4dc33 None None] Port 1ebde124-d5ab-4688-819e-57bd1f871bf2 cannot update to ACTIVE because it is not bound. {{(pid=85291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:02:58.244548 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:58.329011 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b93b55b-3768-4d83-98da-fce24c718243 req-05a534d6-388a-4607-8ae5-138cd0ad9199 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774095
Apr 15 11:02:58.557504 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93b55b-3768-4d83-98da-fce24c718243 req-15658a3d-5a0b-4fcf-a483-f80f34eeec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:58.559027 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b93b55b-3768-4d83-98da-fce24c718243 req-15658a3d-5a0b-4fcf-a483-f80f34eeec58 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 1098 time: 0.1363533
Apr 15 11:02:58.684754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34eec-6f1f-4b50-b1d2-fc6f04121396 req-26c5a308-be6b-44d7-9752-95011e784640 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:58.686384 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b0b34eec-6f1f-4b50-b1d2-fc6f04121396 req-26c5a308-be6b-44d7-9752-95011e784640 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.1918330
Apr 15 11:02:58.704093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebde124-d5ab-4688-819e-57bd1f871bf2 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:02:58.713430 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:58.729495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Transition to ACTIVE for port object 1ebde124-d5ab-4688-819e-57bd1f871bf2 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:02:58.732358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:58.748081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5a0d0282-e276-42f1-8e30-07a4424fdf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:58.776318 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b0b34eec-6f1f-4b50-b1d2-fc6f04121396 req-07516eae-ffe7-4d83-8d59-e85169358789 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769432
Apr 15 11:02:58.781023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93b55b-3768-4d83-98da-fce24c718243 req-dc420b5d-abbc-4b22-abf1-489bbbf710d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:58.782568 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b93b55b-3768-4d83-98da-fce24c718243 req-dc420b5d-abbc-4b22-abf1-489bbbf710d8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.2026350
Apr 15 11:02:58.892661 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Pushing event updated for resources: {'Port': ['ID=1ebde124-d5ab-4688-819e-57bd1f871bf2,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:58.899999 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b93b55b-3768-4d83-98da-fce24c718243 req-57d34bd3-8b0a-42b3-ac75-868f8771d99d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d38131b-7ca0-434a-a846-90420ced936d HTTP/1.1" status: 200  len: 1001 time: 0.1103628
Apr 15 11:02:58.910014 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:58.973851 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93b55b-3768-4d83-98da-fce24c718243 req-9c9ae3ab-571a-4260-bdd9-e30d5d78affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:58.975449 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b93b55b-3768-4d83-98da-fce24c718243 req-9c9ae3ab-571a-4260-bdd9-e30d5d78affd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0691478
Apr 15 11:02:59.074271 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93b55b-3768-4d83-98da-fce24c718243 req-8e005b20-1361-4ae9-83cb-7e1c328d7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.075884 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b93b55b-3768-4d83-98da-fce24c718243 req-8e005b20-1361-4ae9-83cb-7e1c328d7fa3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0937867
Apr 15 11:02:59.186336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b898944-edae-42c2-8895-0d7124f5fc6c req-7ecb6be9-1290-4056-a3d9-0f2faadbfa5b tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.188178 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5b898944-edae-42c2-8895-0d7124f5fc6c req-7ecb6be9-1290-4056-a3d9-0f2faadbfa5b tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.2771986
Apr 15 11:02:59.267729 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5b898944-edae-42c2-8895-0d7124f5fc6c req-0204488a-db0a-4a25-846c-fde60ca7a262 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686057
Apr 15 11:02:59.270589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Attempting to bind port 1ebde124-d5ab-4688-819e-57bd1f871bf2 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:02:59.271350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Attempting to bind port 1ebde124-d5ab-4688-819e-57bd1f871bf2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:02:59.271350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Attempting to bind port 1ebde124-d5ab-4688-819e-57bd1f871bf2 on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:59.276562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Port 1ebde124-d5ab-4688-819e-57bd1f871bf2 on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:02:59.276929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Attempting to bind port 1ebde124-d5ab-4688-819e-57bd1f871bf2 on network 0436587f-2be7-45ac-884a-6c4a8f929ab1 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:02:59.282890 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Checking agent: {'id': 'c4095ca6-24df-4d40-8f87-85ee162e7628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 10, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:02:59.283234 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Checking segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:02:59.283657 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Bound using segment: {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:02:59.285313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Bound port: 1ebde124-d5ab-4688-819e-57bd1f871bf2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd171253b-528c-4620-ad72-c3638ad81adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:02:59.285736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:59.296073 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b93b55b-3768-4d83-98da-fce24c718243 req-a36edcdb-67cf-4405-ab11-f32680584308 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122080
Apr 15 11:02:59.387153 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] For port 1ebde124-d5ab-4688-819e-57bd1f871bf2, host hv-cinder-78638, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:02:59.390547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] For port 1ebde124-d5ab-4688-819e-57bd1f871bf2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:02:59.395580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:59.410259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89c266-e239-4642-9487-ff2c8f2adb33 req-e4c103f9-38df-4492-876f-26de44fef7ce tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.412014 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3e89c266-e239-4642-9487-ff2c8f2adb33 req-e4c103f9-38df-4492-876f-26de44fef7ce tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 944 time: 0.2088857
Apr 15 11:02:59.412433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3ff4d3a9-dc2f-4a9c-94b9-228b29696e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:59.501562 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-3e89c266-e239-4642-9487-ff2c8f2adb33 req-320afe35-0215-4740-b6ce-4806f8d82e00 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771036
Apr 15 11:02:59.507898 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8b93b55b-3768-4d83-98da-fce24c718243 req-749037bd-14e7-4ff1-8630-58964f5c4d57 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001960
Apr 15 11:02:59.581871 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Pushing event updated for resources: {'Port': ['ID=1ebde124-d5ab-4688-819e-57bd1f871bf2,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:59.588772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:59.619747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.620033 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:59.621562 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] 10.222.0.104 "PUT /v2.0/ports/1ebde124-d5ab-4688-819e-57bd1f871bf2 HTTP/1.1" status: 200  len: 1094 time: 1.5148489
Apr 15 11:02:59.622120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:59.722170 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'status': 'completed', 'code': 200}
Apr 15 11:02:59.791634 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9de2a-5334-459b-a437-c2e92dc28c98 req-dd672ab3-2b89-4626-bf37-ffa07d9d0388 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.793255 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-acb9de2a-5334-459b-a437-c2e92dc28c98 req-dd672ab3-2b89-4626-bf37-ffa07d9d0388 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.1656787
Apr 15 11:02:59.804004 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-bed1cb6f-1601-4f67-a051-6a1ba1645f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.805552 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-bed1cb6f-1601-4f67-a051-6a1ba1645f20 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 1097 time: 0.1225419
Apr 15 11:02:59.894387 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-e8a1c863-d519-48f8-9126-227f716d5119 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2 HTTP/1.1" status: 200  len: 217 time: 0.0753508
Apr 15 11:02:59.957914 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-acb9de2a-5334-459b-a437-c2e92dc28c98 req-53b8c135-2460-4b9f-9fab-eb281525dee0 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572621
Apr 15 11:02:59.979463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-86769aa2-eeec-45fd-92f0-23c979ef377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.981169 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-86769aa2-eeec-45fd-92f0-23c979ef377a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0760660
Apr 15 11:03:00.073562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-bc639909-0f99-4432-9c1e-d096e933599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:00.075185 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-bc639909-0f99-4432-9c1e-d096e933599e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867438
Apr 15 11:03:00.081706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:03:00.224758 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-af5e4386-ff31-49b3-8623-ed0a0ec81bb3 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412492
Apr 15 11:03:00.374117 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c90d75df-778c-4c77-8cb6-0ce42ee71183 req-0c93b7c6-74fc-4120-9da6-2b8ad0815f0c service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428378
Apr 15 11:03:00.541550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-229a230d-3f15-43b7-8cbd-59c3b96b49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:00.543363 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-229a230d-3f15-43b7-8cbd-59c3b96b49b0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 1097 time: 0.0804071
Apr 15 11:03:00.698678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-2cdaa927-1c6b-4d79-95ea-7583b482f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:00.699562 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-2cdaa927-1c6b-4d79-95ea-7583b482f621 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.1486390
Apr 15 11:03:00.746071 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac742375-050a-4299-b46b-64be79907ef8 req-f4c69514-7880-414c-9dc5-2e8834c397be tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:00.747642 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac742375-050a-4299-b46b-64be79907ef8 req-f4c69514-7880-414c-9dc5-2e8834c397be tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 944 time: 0.0995948
Apr 15 11:03:00.777796 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-5ce68ed8-2fdb-45d2-82ec-fa7a98edb0a2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2 HTTP/1.1" status: 200  len: 217 time: 0.0716574
Apr 15 11:03:00.797886 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ac742375-050a-4299-b46b-64be79907ef8 req-d0427bb8-3bfe-4e30-a6d7-e988d6b7b37f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427766
Apr 15 11:03:00.850826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-4ab1a1f2-adfe-4cb6-8581-76c872bf72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:00.852389 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-4ab1a1f2-adfe-4cb6-8581-76c872bf72fb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0661724
Apr 15 11:03:00.941960 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-9b114b78-8f2d-4815-8f45-d01025e18e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:00.943549 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-9b114b78-8f2d-4815-8f45-d01025e18e89 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823419
Apr 15 11:03:01.089234 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-56cc833a-c6e7-4d66-9386-51891a500155 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384249
Apr 15 11:03:01.234389 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-dd4f6341-048f-442e-ae1a-1ba25e86dcb2 req-ca1e8a7b-1fed-4b84-9b2b-7c8e10f7a0e0 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385050
Apr 15 11:03:02.062549 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb825-ef0c-4e94-8bff-5fb28833231c req-11616fc3-d07e-45b6-a829-fb1e4f2e3dbd tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:02.063314 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-47beb825-ef0c-4e94-8bff-5fb28833231c req-11616fc3-d07e-45b6-a829-fb1e4f2e3dbd tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:02.080192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-47beb825-ef0c-4e94-8bff-5fb28833231c req-11616fc3-d07e-45b6-a829-fb1e4f2e3dbd tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:02.081688 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-47beb825-ef0c-4e94-8bff-5fb28833231c req-11616fc3-d07e-45b6-a829-fb1e4f2e3dbd tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 944 time: 0.1079488
Apr 15 11:03:02.131713 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-47beb825-ef0c-4e94-8bff-5fb28833231c req-180601d5-4ce7-4630-b101-7fabd747323f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436110
Apr 15 11:03:03.335493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e897-cc49-457f-a4dc-da9f71ef414f req-e59ff24b-734d-4613-9fb8-6964f5513057 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:03.336979 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2902e897-cc49-457f-a4dc-da9f71ef414f req-e59ff24b-734d-4613-9fb8-6964f5513057 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 944 time: 0.0917072
Apr 15 11:03:03.385915 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2902e897-cc49-457f-a4dc-da9f71ef414f req-966cb2df-00e7-4ae3-b5de-2f527bf26dfd tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425785
Apr 15 11:03:04.590393 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541f0c-b1ea-4bcf-b01c-622a614d1cff req-734a36b5-9b24-4846-a037-e2a40bd17a61 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:04.592038 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8c541f0c-b1ea-4bcf-b01c-622a614d1cff req-734a36b5-9b24-4846-a037-e2a40bd17a61 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 944 time: 0.0885384
Apr 15 11:03:04.643734 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-8c541f0c-b1ea-4bcf-b01c-622a614d1cff req-53492477-a39d-45b2-b0ed-efdca3cf9aa9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437520
Apr 15 11:03:05.853712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95cd8-0cea-4f7a-9157-7631467fc691 req-ba24c436-b858-45bb-a5d9-7f2e97096e5d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:05.855256 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7fe95cd8-0cea-4f7a-9157-7631467fc691 req-ba24c436-b858-45bb-a5d9-7f2e97096e5d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 944 time: 0.0925953
Apr 15 11:03:05.908593 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7fe95cd8-0cea-4f7a-9157-7631467fc691 req-1ca57b22-1be8-4ea7-99f2-95aa10503c3f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468078
Apr 15 11:03:07.120711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f757526-ec46-486d-8189-5cfebc14b5b7 req-cd780df7-55d7-413f-b079-bd77878b9b5f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:07.122338 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5f757526-ec46-486d-8189-5cfebc14b5b7 req-cd780df7-55d7-413f-b079-bd77878b9b5f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 944 time: 0.0927455
Apr 15 11:03:07.171122 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5f757526-ec46-486d-8189-5cfebc14b5b7 req-1fd6830d-923d-4f3c-bd04-75ab0cb1acbe tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422432
Apr 15 11:03:07.593106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 1ebde124-d5ab-4688-819e-57bd1f871bf2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:03:07.739716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 1ebde124-d5ab-4688-819e-57bd1f871bf2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:07.754623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Returning: {'device': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'port_id': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'mac_address': 'fa:16:3e:05:39:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:03:07.818741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.838575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebde124-d5ab-4688-819e-57bd1f871bf2 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:03:07.855432 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 1ebde124-d5ab-4688-819e-57bd1f871bf2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:07.858860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.860614 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85e03df4-3e80-4af3-b2da-919ac2bff498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:07.932145 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=1ebde124-d5ab-4688-819e-57bd1f871bf2,revision_number=4']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:07.935364 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:08.216224 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['1ebde124-d5ab-4688-819e-57bd1f871bf2'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:03:08.376239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ce3b-5176-46d7-a788-50d78624adc3 req-1915008a-7b09-4eac-8e23-9dc25d7137ac tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:08.378003 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b843ce3b-5176-46d7-a788-50d78624adc3 req-1915008a-7b09-4eac-8e23-9dc25d7137ac tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 945 time: 0.0897841
Apr 15 11:03:08.428242 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b843ce3b-5176-46d7-a788-50d78624adc3 req-f394744a-be06-4f77-aaf5-b4b25adf094b tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436299
Apr 15 11:03:09.608000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 1ebde124-d5ab-4688-819e-57bd1f871bf2 up at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:03:09.639347 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b255cfa-2cd6-479a-91d5-5bd53b0cc36e req-e955b73d-3b9f-478e-b646-11a2ea998fc9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:09.640973 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7b255cfa-2cd6-479a-91d5-5bd53b0cc36e req-e955b73d-3b9f-478e-b646-11a2ea998fc9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 945 time: 0.0963900
Apr 15 11:03:09.681696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning for port 1ebde124-d5ab-4688-819e-57bd1f871bf2 completed by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:03:09.686721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Provisioning complete for port 1ebde124-d5ab-4688-819e-57bd1f871bf2 triggered by entity L2. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:03:09.687136 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.693521 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7b255cfa-2cd6-479a-91d5-5bd53b0cc36e req-8cdb2c54-8a58-4301-bf0f-1be9b3d2f352 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450411
Apr 15 11:03:09.813407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.841934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:09.852795 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] For port 1ebde124-d5ab-4688-819e-57bd1f871bf2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:09.856906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.858414 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:09.930381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Pushing event updated for resources: {'Port': ['ID=1ebde124-d5ab-4688-819e-57bd1f871bf2,revision_number=5']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:09.933642 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:09.952520 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'code': 200}
Apr 15 11:03:10.294747 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efcc3f-e3bd-4c69-a4e8-f5c4dd667d2a req-edfc67d8-1a46-4eac-92ec-9db41e641b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:10.296345 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-69efcc3f-e3bd-4c69-a4e8-f5c4dd667d2a req-edfc67d8-1a46-4eac-92ec-9db41e641b2e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 1099 time: 0.0810864
Apr 15 11:03:10.340604 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-69efcc3f-e3bd-4c69-a4e8-f5c4dd667d2a req-b28b09a3-6a25-49bf-a95e-0701f1e4d046 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369244
Apr 15 11:03:10.516259 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141419ef-4a36-44d7-8a5d-c96191db5244 req-65517f97-3bfc-46a2-884f-fbf4e028fbab tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:10.518504 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-141419ef-4a36-44d7-8a5d-c96191db5244 req-65517f97-3bfc-46a2-884f-fbf4e028fbab tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.0890059
Apr 15 11:03:10.566335 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-141419ef-4a36-44d7-8a5d-c96191db5244 req-5b0b2aa3-490b-45ab-8ffa-7a9d2e5b586d tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414388
Apr 15 11:03:10.592316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47742) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:10.718542 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab6b9d-540b-4632-8e89-4989489a3f8b tempest-TestMinimumBasicScenario-1379748272 tempest-TestMinimumBasicScenario-1379748272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:10.719293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-bdab6b9d-540b-4632-8e89-4989489a3f8b tempest-TestMinimumBasicScenario-1379748272 tempest-TestMinimumBasicScenario-1379748272-project-admin] Synchronizing usage tracker for tenant:71c5c11d514c4ae3a83d0e845123aaad on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:10.736118 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-bdab6b9d-540b-4632-8e89-4989489a3f8b tempest-TestMinimumBasicScenario-1379748272 tempest-TestMinimumBasicScenario-1379748272-project-admin] Unset dirty status for tenant:71c5c11d514c4ae3a83d0e845123aaad on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:10.737751 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bdab6b9d-540b-4632-8e89-4989489a3f8b tempest-TestMinimumBasicScenario-1379748272 tempest-TestMinimumBasicScenario-1379748272-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1094 time: 0.1444054
Apr 15 11:03:10.740978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47750) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:10.746929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'port_id': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:10.754188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:10.758404 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Usage tracker for resource:floatingip and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:10.761865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:10.768965 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:10.778571 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for floatingip, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.901519 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e02b75-45b8-45f8-a16a-a8b1c87b614d req-aa32218b-7749-45eb-a905-64e457f407e8 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:10.903485 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1e02b75-45b8-45f8-a16a-a8b1c87b614d req-aa32218b-7749-45eb-a905-64e457f407e8 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 946 time: 0.0895751
Apr 15 11:03:10.926199 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.952478 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e1e02b75-45b8-45f8-a16a-a8b1c87b614d req-bb422dea-981a-472c-bf5e-b0f0431bd1d7 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419912
Apr 15 11:03:11.082999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Allocated IP 172.27.3.240 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/0df18676-106f-41bb-a4f6-797fd15d563b) {{(pid=85289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:03:11.239601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for port, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.269339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.282353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a721faf0-73ad-432d-984c-f98ebd5856c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:11.418557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'Port': ['ID=0df18676-106f-41bb-a4f6-797fd15d563b,revision_number=1']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:11.431333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.431759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.432170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.432588 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.433021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.433420 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.433838 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.434248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.434863 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.435273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.435676 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.436078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:11.443220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:11.493301 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:03:11.494620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources bound (agent type, host, resource id):  {{(pid=85289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:11.496841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Received port after_create {{(pid=85289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:03:11.926763 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.007593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.541594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9413a-cd9c-4710-b75e-984e7315314f req-d11cb8b3-5f0b-433c-83d3-701da5750a2b tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:12.543189 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-46d9413a-cd9c-4710-b75e-984e7315314f req-d11cb8b3-5f0b-433c-83d3-701da5750a2b tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 946 time: 0.4408548
Apr 15 11:03:12.622630 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-46d9413a-cd9c-4710-b75e-984e7315314f req-224da7c0-322e-44dd-89ea-29bcb6403ad8 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722976
Apr 15 11:03:12.645023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for port, precommit_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.648774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6322113'] for port, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.664693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77b6f86c-3820-42c7-b3ee-29bd9e6a8756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:12.800164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'Port': ['ID=0df18676-106f-41bb-a4f6-797fd15d563b,revision_number=2']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:12.804685 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:12.843572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20fa50-aa67-416f-99c5-7af94a79366c req-b9c449d5-af96-4785-8673-3c469efb5f9a tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:12.845150 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c20fa50-aa67-416f-99c5-7af94a79366c req-b9c449d5-af96-4785-8673-3c469efb5f9a tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 946 time: 0.0970755
Apr 15 11:03:12.894966 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0c20fa50-aa67-416f-99c5-7af94a79366c req-9c66210d-ccd4-43e7-b65d-e9aff6d19c22 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425432
Apr 15 11:03:12.910640 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.920584 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47758) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:12.999726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75464556-618f-4a71-9580-191b90aa2808 tempest-TestVolumeBootPattern-579927060 tempest-TestVolumeBootPattern-579927060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:13.001254 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-75464556-618f-4a71-9580-191b90aa2808 tempest-TestVolumeBootPattern-579927060 tempest-TestVolumeBootPattern-579927060-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 1094 time: 0.0795996
Apr 15 11:03:13.005026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47762) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:13.010653 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Request body: {'floatingip': {'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'port_id': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:13.017264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:13.022121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Usage tracker for resource:floatingip and tenant:cc918f28a1ea44d88fef179a523d9860 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:13.025152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:13.031490 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:13.042365 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.102646 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Floating IP 3c8f9df2-9d0b-4711-809e-cee7122339f5 associated. External IP: 172.27.3.240, port: acc05b6e-80ba-47dd-8e25-378697d09f30.
Apr 15 11:03:13.191674 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.500408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:13.602079 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Allocated IP 172.27.3.64 (67f94a63-e7fc-40ec-8316-b2de55db0ae6/ee3922bd-683e-4274-ae5f-8c883cf31f2c/08b874a1-642e-4790-9505-1258310718cf) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:03:13.697319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:13.708869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] Sync routers for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:13.719164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:13.720005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623aa9fc18>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:13.722996 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.771093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.786958 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a6dabd1f-9d33-4395-b17d-87cd0d3be795 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0446334
Apr 15 11:03:13.787975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:13.789883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47766) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:13.798620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574024895', 'description': 'tempest-secgroup-smoke-1574024895 description', 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:13.808976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:13.825256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:13.838577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753743746402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.839992 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'status': 'completed', 'code': 200}
Apr 15 11:03:13.854817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-207097c2-6920-4698-8295-f9b7f4dfc469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:13.898880 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.925647 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:14.066540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:14.078217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Usage tracker for resource:security_group_rule and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:14.082170 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=08b874a1-642e-4790-9505-1258310718cf,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:14.086924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:14.106017 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:14.109248 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.109693 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.110116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.110530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.110940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.111399 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.112358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.112767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.113179 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.113620 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.114029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.114433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:14.135785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:14.219470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-9a8793d4-0ab4-4a67-8914-9a22711cfde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:14.221753 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-9a8793d4-0ab4-4a67-8914-9a22711cfde8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1099 time: 0.3108392
Apr 15 11:03:14.223689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Network 67f94a63-e7fc-40ec-8316-b2de55db0ae6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:03:14.226245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:14.254819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:03:14.417264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.456630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.475540 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d0fc9158-406f-4568-a7b5-abfee53c1501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:14.492044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623aa9fc18>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '3c8f9df2-9d0b-4711-809e-cee7122339f5', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'port_id': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'mac_address': 'fa:16:3e:c4:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb155-5bd2-4d54-838a-ca21f754b272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:11Z', 'updated_at': '2021-04-15T11:03:11Z', 'revision_number': 0, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:23Z', 'revision_number': 5, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:14.496455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] Checking router: effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:14.506961 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:14.507789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623aa9fc18>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:14.603810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a50b38d-63e1-4693-9a46-43067303d7cf,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:14.613610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:14.621164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.622522 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-02a76d08-179f-49b2-b0e6-9939d64bb799 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8313744
Apr 15 11:03:14.625891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47772) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:14.626276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-77949715-0b50-431a-90d5-1a2e53062f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:14.628403 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-77949715-0b50-431a-90d5-1a2e53062f53 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 200  len: 917 time: 0.3965507
Apr 15 11:03:14.632427 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'security_group_rule': {'security_group_id': '4a50b38d-63e1-4693-9a46-43067303d7cf', 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:14.639263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:14.644298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Usage tracker for resource:security_group_rule and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:14.647391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:14.654929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:14.671272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.726864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:14.739107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.742200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.744390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:14.769203 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25296d82-6c30-4475-86a1-109c9c4610cd,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:14.774312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:14.778599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.781848 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d90511b1-2034-46cb-b7c0-3989094b1cd2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1548557
Apr 15 11:03:14.782774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47776) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:14.792217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'security_group_rule': {'security_group_id': '4a50b38d-63e1-4693-9a46-43067303d7cf', 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:14.800975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:14.805220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Usage tracker for resource:security_group_rule and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:14.808572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:14.815774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:14.833235 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.902519 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-27bcea1c-7ff3-4857-bc14-cc7435ab4af1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 1000 time: 0.2670963
Apr 15 11:03:14.906206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.909737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.912069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:14.935904 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240f49cc-7c6e-4d51-992d-ed4826360740,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:14.938445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:14.946127 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:14.950406 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1626732
Apr 15 11:03:14.950712 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47780) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:14.956988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'security_group_rule': {'security_group_id': '4a50b38d-63e1-4693-9a46-43067303d7cf', 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:14.963378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:14.967380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Usage tracker for resource:security_group_rule and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:14.974483 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:14.987072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:15.007603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.015991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-4cc8f9e0-f5ac-49ee-b2ef-78ed9d8a6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:15.019145 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-4cc8f9e0-f5ac-49ee-b2ef-78ed9d8a6f72 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=32881022-3086-4451-b19b-59306db4d72f HTTP/1.1" status: 200  len: 854 time: 0.1058512
Apr 15 11:03:15.084988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.088266 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.097589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:15.122898 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a926937c-fafd-4963-8223-36e61d66575b,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:15.128821 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623aa9fc18>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '3c8f9df2-9d0b-4711-809e-cee7122339f5', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'port_id': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'mac_address': 'fa:16:3e:c4:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb155-5bd2-4d54-838a-ca21f754b272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:11Z', 'updated_at': '2021-04-15T11:03:11Z', 'revision_number': 0, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:23Z', 'revision_number': 5, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:15.130223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:15.134496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d2df2-48a5-433d-882a-79cbc48377c2 None None] The sync data for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi is: [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '3c8f9df2-9d0b-4711-809e-cee7122339f5', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'port_id': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'mac_address': 'fa:16:3e:c4:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fb155-5bd2-4d54-838a-ca21f754b272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:11Z', 'updated_at': '2021-04-15T11:03:11Z', 'revision_number': 0, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:23Z', 'revision_number': 5, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:15.135445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.138062 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-890b5b41-c2be-4ee9-9212-9bdfd39850c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1860583
Apr 15 11:03:15.140245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47784) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:15.146256 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'security_group_rule': {'security_group_id': '4a50b38d-63e1-4693-9a46-43067303d7cf', 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:15.146959 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-81c75b77-2e23-408e-8e9c-c93cb927a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:15.148569 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-81c75b77-2e23-408e-8e9c-c93cb927a958 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3b20b45b-64c0-4705-ab32-6309cfcc04f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1228817
Apr 15 11:03:15.153211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:15.156438 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.157876 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Usage tracker for resource:security_group_rule and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:15.161619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:15.168157 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:15.186429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.257660 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.260476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.262793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f7aae47-665b-4b6c-a55a-a7a1d2bef564 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:15.288269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a03309-f80d-4515-90a1-a0886f33caed,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:15.292894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:15.300732 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.302049 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9ffcf4e3-566d-4e03-a42f-34ac1b07a282 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1606169
Apr 15 11:03:15.304970 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47788) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:15.310547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'security_group_rule': {'security_group_id': '4a50b38d-63e1-4693-9a46-43067303d7cf', 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:15.317189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:15.321412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Usage tracker for resource:security_group_rule and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:15.324743 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:15.330841 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:15.340696 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Project 2e24e47cb29f4b519e7f212186dc8fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 11:03:15.348339 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.371920 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-80e55ef2-b0e4-462d-ba1f-c1986eb35f1e service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138677
Apr 15 11:03:15.374655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.418808 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dadc777-1ff6-42c4-bcec-edf6e7be248e None None] New status for floating IP 3c8f9df2-9d0b-4711-809e-cee7122339f5: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:15.423126 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.426915 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.429251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b56921a6-8164-41f3-8d9d-f4dc7eb04271 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:15.458580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c604fe5-27c4-4fe4-98c7-0803e48f3fb1,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:15.461375 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:15.469189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.471405 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-ea58f646-50c7-4944-8162-4197d5e0cfdf tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1648228
Apr 15 11:03:15.473785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47792) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:15.479753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'security_group_rule': {'security_group_id': '4a50b38d-63e1-4693-9a46-43067303d7cf', 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:15.488363 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:15.494087 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Usage tracker for resource:security_group_rule and tenant:2e24e47cb29f4b519e7f212186dc8fbc is out of sync, need to count used quota {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:15.497560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85289) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:15.505200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:15.516692 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Project 2e24e47cb29f4b519e7f212186dc8fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 11:03:15.525009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.599345 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.602892 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648800'] for security_group_rule, after_create {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.605021 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:15.622979 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5ce489-8cda-4205-92bb-9e6a4238ff73,revision_number=0']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:15.626804 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:15.642738 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.647159 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4d7ac9c9-c396-4d21-931c-17f921acdb09 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1693017
Apr 15 11:03:15.653406 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a7636312-cfda-4eea-979c-9bd98f2cc729 req-38a4c895-ce50-47c1-bed6-3a3fed5d72c1 service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509966
Apr 15 11:03:15.809312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-8785f85d-125d-4a3c-a099-bd7673907bfe tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Synchronizing usage tracker for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:15.839182 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-8785f85d-125d-4a3c-a099-bd7673907bfe tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Unset dirty status for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:15.840476 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-8785f85d-125d-4a3c-a099-bd7673907bfe tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574024895&fields=id&tenant_id=2e24e47cb29f4b519e7f212186dc8fbc HTTP/1.1" status: 200  len: 267 time: 0.1074729
Apr 15 11:03:15.847188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.888583 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.909572 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b947c4c8-2b0b-43d5-bdfd-6ce23606eeab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:16.310023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event updated for resources: {'Port': ['ID=08b874a1-642e-4790-9505-1258310718cf,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:16.325861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:16.371928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-ff01af59-a238-491a-9685-95006da61c04 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:16.373573 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-ff01af59-a238-491a-9685-95006da61c04 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.5243623
Apr 15 11:03:16.418637 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'port': {'security_groups': ['966f08cd-3b16-4a51-bfa4-dff8a761523e', '4a50b38d-63e1-4693-9a46-43067303d7cf']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:16.531949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853080862'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:16.715936 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:16.856617 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Floating IP 42924cad-eba2-4555-816b-acf391914a5a associated. External IP: 172.27.3.64, port: 1ebde124-d5ab-4688-819e-57bd1f871bf2.
Apr 15 11:03:17.423840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] For port acc05b6e-80ba-47dd-8e25-378697d09f30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acc05b6e-80ba-47dd-8e25-378697d09f30,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:17.438914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Router 19e59232-feec-48fc-ab65-2e54bd70d754 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:17.527976 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.591360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.614402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-551a5af4-b6eb-41f8-af49-402fb920e9b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:17.629798 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['acc05b6e-80ba-47dd-8e25-378697d09f30'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:03:17.816448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'Port': ['ID=acc05b6e-80ba-47dd-8e25-378697d09f30,revision_number=6']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:17.833930 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:17.837784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:17.854456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:17.881981 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.886020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:17.886688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b35cac8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:17.944106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:17.944106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.945529 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e4ae5b0e-772e-4a68-bb75-670eab4785eb req-20d70931-702b-4162-9359-3d616e9de532 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "PUT /v2.0/ports/acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 982 time: 1.5649667
Apr 15 11:03:17.946112 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:17.973437 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.9548361
Apr 15 11:03:18.020636 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'status': 'completed', 'code': 200}
Apr 15 11:03:18.115736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['acc05b6e-80ba-47dd-8e25-378697d09f30'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:03:18.235247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb584a24-ac54-4580-b044-8f4a5a64242f req-d01b920b-06f1-4962-a96d-d8b2ebc53fce tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:18.237414 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-eb584a24-ac54-4580-b044-8f4a5a64242f req-d01b920b-06f1-4962-a96d-d8b2ebc53fce tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.1656253
Apr 15 11:03:18.240084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607420-c952-47b2-9925-0168e8e46eea req-79a2510d-41a1-401c-88a0-81790a9f69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:18.241613 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12607420-c952-47b2-9925-0168e8e46eea req-79a2510d-41a1-401c-88a0-81790a9f69b8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1138 time: 0.1271029
Apr 15 11:03:18.263879 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:18.379684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-e84d628d-fa4f-4898-8f3d-da400b337583 None None] Provisioning complete for port acc05b6e-80ba-47dd-8e25-378697d09f30 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:03:18.380104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e84d628d-fa4f-4898-8f3d-da400b337583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:18.385813 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-eb584a24-ac54-4580-b044-8f4a5a64242f req-945c46c2-116d-4ea8-b2c8-d3a156a36cb8 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1412468
Apr 15 11:03:18.436429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607420-c952-47b2-9925-0168e8e46eea req-1afdddb2-5043-48cd-85af-9275c5b6aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:18.438102 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12607420-c952-47b2-9925-0168e8e46eea req-1afdddb2-5043-48cd-85af-9275c5b6aa15 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 200  len: 917 time: 0.1787646
Apr 15 11:03:18.565676 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12607420-c952-47b2-9925-0168e8e46eea req-5dec2b69-2301-4d15-9e16-3c2cb4f6a649 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 1002 time: 0.1183167
Apr 15 11:03:18.640141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607420-c952-47b2-9925-0168e8e46eea req-80006758-58f6-484e-9799-48302260c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:18.641935 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12607420-c952-47b2-9925-0168e8e46eea req-80006758-58f6-484e-9799-48302260c21e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=32881022-3086-4451-b19b-59306db4d72f HTTP/1.1" status: 200  len: 854 time: 0.0710654
Apr 15 11:03:18.732639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607420-c952-47b2-9925-0168e8e46eea req-27bf9840-7bf9-40ac-a5f1-1432e8e1ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:18.734308 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12607420-c952-47b2-9925-0168e8e46eea req-27bf9840-7bf9-40ac-a5f1-1432e8e1ace5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3b20b45b-64c0-4705-ab32-6309cfcc04f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853519
Apr 15 11:03:19.088701 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b35cac8>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '42924cad-eba2-4555-816b-acf391914a5a', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:05:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:15Z', 'updated_at': '2021-04-15T11:03:15Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}, {'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 1, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:19.102249 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:19.130810 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:19.131496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b35cac8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:19.157374 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12607420-c952-47b2-9925-0168e8e46eea req-837e00e5-6466-407b-8af5-396048671c19 service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4141738
Apr 15 11:03:19.309362 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-12607420-c952-47b2-9925-0168e8e46eea req-ca31f8d4-e993-41d2-bf6c-ad829c581e0e service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444242
Apr 15 11:03:19.562292 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:19.944072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b35cac8>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '42924cad-eba2-4555-816b-acf391914a5a', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:05:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:15Z', 'updated_at': '2021-04-15T11:03:15Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}, {'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 1, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:19.948560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644c954-32b3-4cd5-be7f-cb0dd6bcab50 None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': '42924cad-eba2-4555-816b-acf391914a5a', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:05:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:15Z', 'updated_at': '2021-04-15T11:03:15Z', 'revision_number': 0, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}, {'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 1, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:20.022514 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:20.074162 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'status': 'completed', 'code': 200}
Apr 15 11:03:20.197291 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-3376d3e9-adec-4d38-a734-e5555c805db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:20.198914 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-3376d3e9-adec-4d38-a734-e5555c805db8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 1099 time: 0.0807774
Apr 15 11:03:20.225706 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c98e7c7-3738-41a3-802f-b5cca45f2e2c None None] New status for floating IP 42924cad-eba2-4555-816b-acf391914a5a: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:20.349297 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-cf54ceef-e3c4-4cf6-b250-0f3dae89b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:20.350797 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-cf54ceef-e3c4-4cf6-b250-0f3dae89b6a8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.1444364
Apr 15 11:03:20.467337 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-8e729ecd-4b20-4f7e-bd1e-01f568555443 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2 HTTP/1.1" status: 200  len: 999 time: 0.1096137
Apr 15 11:03:20.543285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-b1903bfd-397a-4556-a168-aa6de2ada9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:20.544877 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-b1903bfd-397a-4556-a168-aa6de2ada9c6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.0714159
Apr 15 11:03:20.635530 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-55afffda-a9ee-4e00-a418-baca0be7d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:20.637129 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-55afffda-a9ee-4e00-a418-baca0be7d23c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851896
Apr 15 11:03:20.677010 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ceb942aa-321d-428b-b3d3-40f9a1e5893d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.784857 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-de0439cb-bad2-4c84-83a4-d40dadf7da1d service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400230
Apr 15 11:03:20.949357 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2a9fbdf8-2d11-4a1d-93f8-e3cc752807bb req-f41811d1-dd2e-4c2e-82ca-92cad8d9b4d0 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563735
Apr 15 11:03:23.092343 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e9095472-8884-4926-b23d-1abc5cebf9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.888480 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.034717 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.013165 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.185783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:37.082164 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:03:38.236340 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-773f1637-c100-45e3-9181-6c40fa3f15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:38.237999 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-773f1637-c100-45e3-9181-6c40fa3f15d6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1138 time: 0.0795202
Apr 15 11:03:38.251803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d8e64-c111-4306-bcaf-0331222a02cd req-c50885a4-55c7-4e9d-8080-fb13dc37a2d8 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:38.253424 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ab9d8e64-c111-4306-bcaf-0331222a02cd req-c50885a4-55c7-4e9d-8080-fb13dc37a2d8 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0919497
Apr 15 11:03:38.306299 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ab9d8e64-c111-4306-bcaf-0331222a02cd req-373e1421-54e0-4967-9983-d740e1baded5 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0455430
Apr 15 11:03:38.385494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-682b2e40-ec35-433d-bcce-1e395ac57f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:38.387057 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-682b2e40-ec35-433d-bcce-1e395ac57f13 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 200  len: 917 time: 0.1422961
Apr 15 11:03:38.500275 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-b84dc939-6e91-46d1-9e4d-2b7038a17ec9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 1002 time: 0.1055202
Apr 15 11:03:38.572865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-19b6f7af-8774-4949-b958-bd7b8deb40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:38.574403 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-19b6f7af-8774-4949-b958-bd7b8deb40ed service neutron] 10.222.0.104 "GET /v2.0/subnets?id=32881022-3086-4451-b19b-59306db4d72f HTTP/1.1" status: 200  len: 854 time: 0.0678723
Apr 15 11:03:38.657088 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-f3f7c4ef-43fc-4e57-aada-ce68acdba58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:38.658735 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-f3f7c4ef-43fc-4e57-aada-ce68acdba58c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3b20b45b-64c0-4705-ab32-6309cfcc04f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778968
Apr 15 11:03:38.805623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-2aa86e9f-0dc1-4cd2-9fd2-696616734b5f service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399171
Apr 15 11:03:38.951370 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-4794df41-08e8-4ff3-859a-e0e598df13ef req-db4237ee-1861-47e2-ae59-19f13f38628f service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389935
Apr 15 11:03:39.509986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d5ae-0a06-4863-82af-dd9aa182c0cc req-50cccf88-6f2e-4527-8915-a1a42bd9e169 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:39.511579 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0f79d5ae-0a06-4863-82af-dd9aa182c0cc req-50cccf88-6f2e-4527-8915-a1a42bd9e169 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0894177
Apr 15 11:03:39.568292 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-0f79d5ae-0a06-4863-82af-dd9aa182c0cc req-400f042a-43ee-4768-952c-d52ccb4b131c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0500238
Apr 15 11:03:40.772535 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4148c1-10c7-4388-8998-7492c3cb4981 req-733955c0-910a-4946-8ddd-b5862f6c7812 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:40.774203 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-da4148c1-10c7-4388-8998-7492c3cb4981 req-733955c0-910a-4946-8ddd-b5862f6c7812 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0890191
Apr 15 11:03:40.835623 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-da4148c1-10c7-4388-8998-7492c3cb4981 req-c977ad5c-8270-4cc9-afad-6e10683dc2e2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0544748
Apr 15 11:03:42.042038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff6700-ef0f-4677-9dc9-3aa635ffc9bc req-f50d9206-794f-43f3-9cc3-96c0f288a3a5 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:42.043473 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b6ff6700-ef0f-4677-9dc9-3aa635ffc9bc req-f50d9206-794f-43f3-9cc3-96c0f288a3a5 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0948479
Apr 15 11:03:42.094763 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b6ff6700-ef0f-4677-9dc9-3aa635ffc9bc req-75006cec-cce0-4a3c-85fc-811b8ecc2322 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446031
Apr 15 11:03:43.298439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da1a76-7109-4fcc-b66a-80ca35fd0c9b req-6c5ad1f3-8229-45ac-9067-f8967fdbbc6d tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:43.300030 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-51da1a76-7109-4fcc-b66a-80ca35fd0c9b req-6c5ad1f3-8229-45ac-9067-f8967fdbbc6d tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0888252
Apr 15 11:03:43.352060 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-51da1a76-7109-4fcc-b66a-80ca35fd0c9b req-28abce38-48bf-4c32-802a-6164065d88de tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0451753
Apr 15 11:03:44.560152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deca61-2ca6-4a85-8e03-c75790954cbd req-60ac960c-db40-4b11-a3df-baef5f1da5b7 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:44.561753 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-89deca61-2ca6-4a85-8e03-c75790954cbd req-60ac960c-db40-4b11-a3df-baef5f1da5b7 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0927095
Apr 15 11:03:44.613334 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-89deca61-2ca6-4a85-8e03-c75790954cbd req-a32c115c-8615-4af2-b986-304d42e25fea tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0448387
Apr 15 11:03:45.822151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610bfd9-eede-4983-921d-06b64c76518f req-dc1935c4-c3a6-4385-ada9-076ac1704065 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:45.823734 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2610bfd9-eede-4983-921d-06b64c76518f req-dc1935c4-c3a6-4385-ada9-076ac1704065 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0962911
Apr 15 11:03:45.876235 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2610bfd9-eede-4983-921d-06b64c76518f req-4b93ed39-68c8-4ed9-a477-dcfc404a093d tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456965
Apr 15 11:03:47.081905 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fb5a3-f6f1-4dec-8c53-49803ef7d1fb req-8ac5a65e-34ad-4db4-a69a-ef01f9848e06 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:47.083517 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-365fb5a3-f6f1-4dec-8c53-49803ef7d1fb req-8ac5a65e-34ad-4db4-a69a-ef01f9848e06 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0927086
Apr 15 11:03:47.134698 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-365fb5a3-f6f1-4dec-8c53-49803ef7d1fb req-52e22b3b-94e0-4b56-acd8-d29f710dee80 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0445673
Apr 15 11:03:48.337622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30428c3-67f2-4ff8-abcb-657efe093c15 req-b4eeaa09-eeb3-44a1-a45a-4a8b77b7a118 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:48.339202 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c30428c3-67f2-4ff8-abcb-657efe093c15 req-b4eeaa09-eeb3-44a1-a45a-4a8b77b7a118 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0888278
Apr 15 11:03:48.390527 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-c30428c3-67f2-4ff8-abcb-657efe093c15 req-fc964ba6-5081-46d9-869b-5a730aea43a1 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0448925
Apr 15 11:03:49.600142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800722-f76c-4055-9585-758f60d8b8c0 req-bba82803-c712-453a-8309-a802360ef2c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:49.601771 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e3800722-f76c-4055-9585-758f60d8b8c0 req-bba82803-c712-453a-8309-a802360ef2c6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0942168
Apr 15 11:03:49.654560 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-e3800722-f76c-4055-9585-758f60d8b8c0 req-6aefb712-44c2-4c2f-8326-e7dd01513e39 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458095
Apr 15 11:03:50.679310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-122ec639-2ee4-4085-934a-85842aba5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:50.859711 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff6947-4451-4b9c-b77f-04bb8c520502 req-7aa33692-3cf5-41cb-b334-91d9f8b6838b tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:50.861300 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5dff6947-4451-4b9c-b77f-04bb8c520502 req-7aa33692-3cf5-41cb-b334-91d9f8b6838b tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0933220
Apr 15 11:03:50.913224 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-5dff6947-4451-4b9c-b77f-04bb8c520502 req-3fdc8504-8061-4a8f-a886-78ebb4d1db06 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447299
Apr 15 11:03:52.128455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998965ed-1150-42d1-96b0-1c405f499fa5 req-06a9aed6-51e8-457d-b9dd-839ff1b80ba5 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:52.130109 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-998965ed-1150-42d1-96b0-1c405f499fa5 req-06a9aed6-51e8-457d-b9dd-839ff1b80ba5 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0925388
Apr 15 11:03:52.180981 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-998965ed-1150-42d1-96b0-1c405f499fa5 req-80a07620-3729-45af-81d1-2cdbf392a86d tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442784
Apr 15 11:03:53.095276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6bfdc6c-0e4d-488d-9be7-e38a727ee778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:53.384907 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d613ed-59c9-4dbb-8d24-5e563fb39441 req-d556d672-34fa-4d60-8cac-455e0b161a94 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:53.386452 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25d613ed-59c9-4dbb-8d24-5e563fb39441 req-d556d672-34fa-4d60-8cac-455e0b161a94 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0922441
Apr 15 11:03:53.440521 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-25d613ed-59c9-4dbb-8d24-5e563fb39441 req-e58ba332-156a-406b-99d8-f3afd889d0c2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0475650
Apr 15 11:03:53.891040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:54.038133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:54.646550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548af87-255d-409f-9905-9d034d95dbc6 req-07155673-47f5-4394-9a0c-4493682e725e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:54.648142 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b548af87-255d-409f-9905-9d034d95dbc6 req-07155673-47f5-4394-9a0c-4493682e725e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0922894
Apr 15 11:03:54.699342 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b548af87-255d-409f-9905-9d034d95dbc6 req-874fc7fb-457f-4ca8-979d-b334a7c98681 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0445735
Apr 15 11:03:55.027769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:55.906677 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fe026-5fdb-4f62-9069-f721088166c0 req-440cf6ea-022d-4fd2-9d72-97a02b618e4c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:55.908272 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f83fe026-5fdb-4f62-9069-f721088166c0 req-440cf6ea-022d-4fd2-9d72-97a02b618e4c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0909100
Apr 15 11:03:55.959290 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f83fe026-5fdb-4f62-9069-f721088166c0 req-a734547a-92ab-4f58-869d-7b9ef8b0505b tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a50b38d-63e1-4693-9a46-43067303d7cf&id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444083
Apr 15 11:03:56.190348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.342220 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-408cb8ad-33fd-45bf-9ac1-d8141c7d4c94 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0798504
Apr 15 11:03:58.463678 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-a3f0436a-52d4-4eb8-b6e5-2381f1f6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:58.465396 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-a3f0436a-52d4-4eb8-b6e5-2381f1f6f240 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1138 time: 0.0825016
Apr 15 11:03:58.624587 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-aac0c508-6e19-460c-980a-4c8cb9d7d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:58.626109 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-aac0c508-6e19-460c-980a-4c8cb9d7d523 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 200  len: 917 time: 0.1408279
Apr 15 11:03:58.738474 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-6283cb55-fe2f-4007-aaef-a36a2b21d85a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 1002 time: 0.1051936
Apr 15 11:03:58.810874 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-9cd3e11b-7067-44d4-87df-6ce367e52e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:58.812506 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-9cd3e11b-7067-44d4-87df-6ce367e52e66 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=32881022-3086-4451-b19b-59306db4d72f HTTP/1.1" status: 200  len: 854 time: 0.0658102
Apr 15 11:03:58.898803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-f83ded16-c20e-47f3-8849-573e82759a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:58.900270 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-f83ded16-c20e-47f3-8849-573e82759a06 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3b20b45b-64c0-4705-ab32-6309cfcc04f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807798
Apr 15 11:03:59.045240 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-1a2743d5-bbe8-4a4d-aaee-262c55dd7e3d service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373239
Apr 15 11:03:59.188816 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8b64d38-e4a3-4f32-ac55-7199aa57417a req-c25e1584-3352-47a0-b1fa-b5125aa98762 service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360793
Apr 15 11:04:14.082486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:04:20.680793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-74c4b660-39ec-4a3e-9de4-d8c34f0ed4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.098232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dd8f144f-fe74-4cf3-b5d6-9ed18215eb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.894765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:24.041334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:25.021445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:26.203586 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.785673 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-58eacc96-fdb3-4467-93f7-d432cb4e369b tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574024895&fields=id&tenant_id=2e24e47cb29f4b519e7f212186dc8fbc HTTP/1.1" status: 200  len: 267 time: 0.0429411
Apr 15 11:04:28.876789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-86bbf586-07a9-4f8f-a900-db54a9ff95ba tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:28.878468 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-86bbf586-07a9-4f8f-a900-db54a9ff95ba tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 985 time: 0.0861666
Apr 15 11:04:28.890723 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.v2.base [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Request body: {'port': {'security_groups': ['966f08cd-3b16-4a51-bfa4-dff8a761523e']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:29.026158 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664493'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:29.597906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] For port acc05b6e-80ba-47dd-8e25-378697d09f30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acc05b6e-80ba-47dd-8e25-378697d09f30,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:29.625124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:29.628318 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753744179247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753743746419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363283111029364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846620393'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:29.644360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49e98c77-9638-48d6-b527-b02dbfb20d42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:29.667834 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['acc05b6e-80ba-47dd-8e25-378697d09f30'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:04:29.799826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event updated for resources: {'Port': ['ID=acc05b6e-80ba-47dd-8e25-378697d09f30,revision_number=7']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:29.823757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.824188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.824605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.825019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.825471 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.825882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.826287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.826690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.827093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.827494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.827891 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.828288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:29.834233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:29.870630 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:29.871353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:29.872869 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-a137bdc4-9c52-4bf8-b7b2-3570a788bc24 req-11ca73f3-6a29-4cd0-bbbf-5ade9145a625 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "PUT /v2.0/ports/acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 943 time: 0.9870603
Apr 15 11:04:29.873508 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:29.879748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47870) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:29.925810 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'status': 'completed', 'code': 200}
Apr 15 11:04:29.965580 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.002903 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.057805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-976434ea-81ca-4b29-b80d-7d34a9ec9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:30.059162 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-b4f3953a-6d45-4fd7-8065-fb649faf03d9 None None] Provisioning complete for port acc05b6e-80ba-47dd-8e25-378697d09f30 triggered by entity DHCP. {{(pid=85291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:30.059376 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-976434ea-81ca-4b29-b80d-7d34a9ec9643 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1099 time: 0.0884190
Apr 15 11:04:30.059714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b4f3953a-6d45-4fd7-8065-fb649faf03d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010361'] for port, provisioning_complete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.062826 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.069019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-47100665-bc01-4f56-ba13-bd19ccb2cc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:30.083920 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a50b38d-63e1-4693-9a46-43067303d7cf,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:30.095484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.095484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.095807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.095899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['acc05b6e-80ba-47dd-8e25-378697d09f30'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:04:30.095999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.096378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.096787 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.097185 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.097684 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.098086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.098482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.098882 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.099265 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:30.103875 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:30.111941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.116275 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3f05d455-cd7c-4fea-a78d-c56eda03b4d2 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "DELETE /v2.0/security-groups/4a50b38d-63e1-4693-9a46-43067303d7cf HTTP/1.1" status: 204  len: 168 time: 0.2324610
Apr 15 11:04:30.116584 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47874) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:30.211512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-60d5c3a2-eeed-42a7-a0a7-60318f6c296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:30.213279 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-60d5c3a2-eeed-42a7-a0a7-60318f6c296c service neutron] 10.222.0.104 "GET /v2.0/networks?id=3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 200  len: 917 time: 0.1464095
Apr 15 11:04:30.327579 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-362296f9-b1ee-4cdd-be4a-bb32b1c338ad service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 1002 time: 0.1076584
Apr 15 11:04:30.349782 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Deleting port 0df18676-106f-41bb-a4f6-797fd15d563b {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:30.350737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.409433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-040e24ab-17c5-4c8d-a5ff-4c405d77ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:30.411038 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-040e24ab-17c5-4c8d-a5ff-4c405d77ae16 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=32881022-3086-4451-b19b-59306db4d72f HTTP/1.1" status: 200  len: 854 time: 0.0775087
Apr 15 11:04:30.499092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-6e6254fc-ca1a-4b62-9951-4f64910691fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:30.500723 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-6e6254fc-ca1a-4b62-9951-4f64910691fd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3b20b45b-64c0-4705-ab32-6309cfcc04f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834911
Apr 15 11:04:30.536196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.536577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.652233 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-da8f7ff5-86ed-4537-866f-31e28985276b service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445615
Apr 15 11:04:30.672909 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Calling delete_port for 0df18676-106f-41bb-a4f6-797fd15d563b owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:30.801614 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2f1a89d2-d5e3-4a5e-8888-6a526e59c914 req-5b26b477-9082-45f3-883d-7341e386cdd5 service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426322
Apr 15 11:04:31.087835 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:31.101190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-db6d9fe0-a122-4fbe-ae75-9108ae6f4873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:31.198785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event deleted for resources: {'Port': ['ID=0df18676-106f-41bb-a4f6-797fd15d563b,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:31.201736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:31.373452 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks [] for floatingip, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:31.373783 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Floating IP 3c8f9df2-9d0b-4711-809e-cee7122339f5 disassociated (deleted). External IP: 172.27.3.240, port: acc05b6e-80ba-47dd-8e25-378697d09f30.
Apr 15 11:04:31.759569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:31.948589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:31.958450 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] Sync routers for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:31.968836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:31.969894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:31.970579 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b3fcba8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:32.035061 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "DELETE /v2.0/floatingips/3c8f9df2-9d0b-4711-809e-cee7122339f5 HTTP/1.1" status: 204  len: 168 time: 1.9147654
Apr 15 11:04:32.035061 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:32.179160 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:32.206148 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'status': 'completed', 'code': 200}
Apr 15 11:04:32.331433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-cc4afc41-89ad-48fb-8f73-425105877c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:32.333054 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-cc4afc41-89ad-48fb-8f73-425105877c8e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 1099 time: 0.0814238
Apr 15 11:04:32.488000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-e6a6671d-80d0-4075-926e-79a1f235a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:32.489551 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-e6a6671d-80d0-4075-926e-79a1f235a2da service neutron] 10.222.0.104 "GET /v2.0/networks?id=3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 200  len: 917 time: 0.1501527
Apr 15 11:04:32.530242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b3fcba8>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:23Z', 'revision_number': 5, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:32.534484 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] Checking router: effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:32.543705 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:32.544358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b3fcba8>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:32.579860 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-bb017d14-194d-49fb-9104-eb7b4d57a68e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 200  len: 217 time: 0.0828741
Apr 15 11:04:32.650264 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-93d05247-a03b-491b-ad51-ea33fc00baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:32.651836 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-93d05247-a03b-491b-ad51-ea33fc00baba service neutron] 10.222.0.104 "GET /v2.0/subnets?id=32881022-3086-4451-b19b-59306db4d72f HTTP/1.1" status: 200  len: 854 time: 0.0659516
Apr 15 11:04:32.739866 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:32.742247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-a62c34b8-2921-493f-b467-823ab9007433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:32.743857 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-a62c34b8-2921-493f-b467-823ab9007433 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3b20b45b-64c0-4705-ab32-6309cfcc04f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846469
Apr 15 11:04:32.893800 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-19be3764-ce28-45da-a47a-2f41ee41eb0d service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391056
Apr 15 11:04:33.043421 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-26cbb3c6-d574-4609-9021-fc1b76a9edd5 req-d3a5a154-6ad1-4d63-8f80-54d21c6f13bf service neutron] 10.222.0.104 "GET /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425939
Apr 15 11:04:33.085391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b3fcba8>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:23Z', 'revision_number': 5, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:33.090192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2d2e0-837f-41dc-b896-95b15b3b75c8 None None] The sync data for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi is: [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:02:14Z', 'revision_number': 4, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': 'ec3eb962-c834-4a1f-973c-82aa0effff0f', 'name': '', 'network_id': '3b20b45b-64c0-4705-ab32-6309cfcc04f3', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '32881022-3086-4451-b19b-59306db4d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:13Z', 'updated_at': '2021-04-15T11:02:23Z', 'revision_number': 5, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'subnets': [{'id': '32881022-3086-4451-b19b-59306db4d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:33.461277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3487d94-d030-4cb7-b908-eb7b350d314d None None] New status for floating IP 3c8f9df2-9d0b-4711-809e-cee7122339f5: DOWN {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:04:36.534568 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147305a3-c4ba-4413-9f8c-85296e001da4 req-e98186a9-5282-4d5b-afb9-b5b57a9dd451 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:36.536157 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-147305a3-c4ba-4413-9f8c-85296e001da4 req-e98186a9-5282-4d5b-afb9-b5b57a9dd451 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.0888989
Apr 15 11:04:36.587015 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-147305a3-c4ba-4413-9f8c-85296e001da4 req-cf9f9bb3-fe4b-4a65-bb04-775266396d8e tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444193
Apr 15 11:04:37.791853 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7b5c-ad80-45fc-906f-7c196c930291 req-485dc7ce-6cc4-4639-8e11-49a77c06c592 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:37.792639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-27fd7b5c-ad80-45fc-906f-7c196c930291 req-485dc7ce-6cc4-4639-8e11-49a77c06c592 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Synchronizing usage tracker for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:04:37.807860 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-27fd7b5c-ad80-45fc-906f-7c196c930291 req-485dc7ce-6cc4-4639-8e11-49a77c06c592 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Unset dirty status for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:04:37.809125 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-27fd7b5c-ad80-45fc-906f-7c196c930291 req-485dc7ce-6cc4-4639-8e11-49a77c06c592 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.1059060
Apr 15 11:04:37.857190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-27fd7b5c-ad80-45fc-906f-7c196c930291 req-23e25763-afc3-4fa6-bb4f-2d2333ac99a6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Synchronizing usage tracker for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:security_group {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:04:37.872129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-27fd7b5c-ad80-45fc-906f-7c196c930291 req-23e25763-afc3-4fa6-bb4f-2d2333ac99a6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Unset dirty status for tenant:2e24e47cb29f4b519e7f212186dc8fbc on resource:security_group {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:04:37.873289 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-27fd7b5c-ad80-45fc-906f-7c196c930291 req-23e25763-afc3-4fa6-bb4f-2d2333ac99a6 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/security-groups?id=966f08cd-3b16-4a51-bfa4-dff8a761523e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576923
Apr 15 11:04:38.263501 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4befc-2783-4c41-9eab-abc26307bcce req-7152d3b5-b4e4-4a1b-9848-627d9964d10c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:38.265022 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-22c4befc-2783-4c41-9eab-abc26307bcce req-7152d3b5-b4e4-4a1b-9848-627d9964d10c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.104 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 946 time: 0.0898473
Apr 15 11:04:38.341465 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Deleting port acc05b6e-80ba-47dd-8e25-378697d09f30 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:38.341848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.605204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] For port acc05b6e-80ba-47dd-8e25-378697d09f30, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acc05b6e-80ba-47dd-8e25-378697d09f30,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:38.605511 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.739019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Calling delete_port for acc05b6e-80ba-47dd-8e25-378697d09f30 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:38.889536 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.905025 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e462f547-b52c-4be8-96e1-fe3c30ecb1bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:38.926294 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] get_ports_and_sgs() called for port_ids ['acc05b6e-80ba-47dd-8e25-378697d09f30'] {{(pid=85291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:04:39.007433 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Pushing event deleted for resources: {'Port': ['ID=acc05b6e-80ba-47dd-8e25-378697d09f30,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:39.016397 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:39.069490 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-cfac93d4-0dda-4a69-8fec-70b58d8db3cf req-4282c41f-575a-46db-9073-e918983572d3 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.68 "GET /v2.0/ports?device_id=734fb155-5bd2-4d54-838a-ca21f754b272 HTTP/1.1" status: 200  len: 210 time: 0.0591764
Apr 15 11:04:39.205064 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] No DVR routers for this DVR port acc05b6e-80ba-47dd-8e25-378697d09f30 on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:04:39.207656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.211435 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'name': 'network-vif-deleted', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:39.227495 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-22c4befc-2783-4c41-9eab-abc26307bcce req-bf1a171b-841f-4438-8434-bb5356d0030c tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] 10.222.0.104 "DELETE /v2.0/ports/acc05b6e-80ba-47dd-8e25-378697d09f30 HTTP/1.1" status: 204  len: 173 time: 0.9568520
Apr 15 11:04:39.259568 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734fb155-5bd2-4d54-838a-ca21f754b272', 'name': 'network-vif-deleted', 'tag': 'acc05b6e-80ba-47dd-8e25-378697d09f30', 'status': 'completed', 'code': 200}
Apr 15 11:04:40.749108 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47960) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:41.323631 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.705047 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Deleting port ec3eb962-c834-4a1f-973c-82aa0effff0f {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:41.705474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.891038 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] For port ec3eb962-c834-4a1f-973c-82aa0effff0f, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=ec3eb962-c834-4a1f-973c-82aa0effff0f,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:41.891695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.025518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device acc05b6e-80ba-47dd-8e25-378697d09f30 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:42.027360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Calling delete_port for ec3eb962-c834-4a1f-973c-82aa0effff0f owned by network:router_interface {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:42.063431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: acc05b6e-80ba-47dd-8e25-378697d09f30 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:42.063865 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device acc05b6e-80ba-47dd-8e25-378697d09f30 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:42.207041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.222281 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-de90c674-cf26-4eb5-a999-07280a8ddf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:42.562213 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3eb962-c834-4a1f-973c-82aa0effff0f,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:42.566133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:42.910304 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:43.432189 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:43.640250 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:43.649986 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] Sync routers for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:43.654724 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] 10.222.0.68 "PUT /v2.0/routers/effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9044011
Apr 15 11:04:43.657286 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47964) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:43.659925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:43.660593 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623a963e10>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:43.856325 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks [] for router, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.010231 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47968) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:44.044035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:44.247312 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.267726 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Deleting port 46076b5d-e739-4477-8170-6211f99e8103 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:44.268060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.320156 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Deleting port 08b874a1-642e-4790-9505-1258310718cf {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:44.320519 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.353788 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623a963e10>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '46076b5d-e739-4477-8170-6211f99e8103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:04:42Z', 'revision_number': 5, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port': {'id': '46076b5d-e739-4477-8170-6211f99e8103', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:10Z', 'updated_at': '2021-04-15T11:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:44.357925 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] Checking router: effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:44.368134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] Routers {'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:44.368789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623a963e10>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:44.540569 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] Set router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c gateway port host: None {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:44.664963 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623a963e10>, [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:04:44Z', 'revision_number': 6, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port_host': None}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:44.669802 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa38e041-acb0-4bf6-82cc-02eaba48f231 None None] The sync data for ids ['effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c'] in dv-cinder-786385-1-iscsi is: [{'id': 'effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c', 'name': 'tempest-TestMinimumBasicScenario-1235007371-router', 'tenant_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:09Z', 'updated_at': '2021-04-15T11:04:44Z', 'revision_number': 6, 'project_id': '2e24e47cb29f4b519e7f212186dc8fbc', 'gw_port_host': None}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:44.885402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] For port 46076b5d-e739-4477-8170-6211f99e8103, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=46076b5d-e739-4477-8170-6211f99e8103,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:44.885807 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.903193 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.903554 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:45.035496 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Calling delete_port for 46076b5d-e739-4477-8170-6211f99e8103 owned by network:router_gateway {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:45.194298 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Calling delete_port for 08b874a1-642e-4790-9505-1258310718cf owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:45.462949 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:45.482675 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9803002-a09c-4fc4-adbb-4a71add936e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:45.523619 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:45.598733 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event deleted for resources: {'Port': ['ID=08b874a1-642e-4790-9505-1258310718cf,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:45.652928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:45.653512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:45.710138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Pushing event deleted for resources: {'Port': ['ID=46076b5d-e739-4477-8170-6211f99e8103,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:45.723107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:45.792009 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device ec3eb962-c834-4a1f-973c-82aa0effff0f no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:45.832060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: ec3eb962-c834-4a1f-973c-82aa0effff0f {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:45.832448 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device ec3eb962-c834-4a1f-973c-82aa0effff0f not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:45.832914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 46076b5d-e739-4477-8170-6211f99e8103 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:45.870358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 46076b5d-e739-4477-8170-6211f99e8103 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:45.870751 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 46076b5d-e739-4477-8170-6211f99e8103 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:46.012823 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.013111 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Floating IP 42924cad-eba2-4555-816b-acf391914a5a disassociated (deleted). External IP: 172.27.3.64, port: 1ebde124-d5ab-4688-819e-57bd1f871bf2.
Apr 15 11:04:46.072026 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.335650 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.340128 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.385358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.385924 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Fanout notify agent at l3_agent the message router_deleted on router effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c {{(pid=85289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:04:46.557975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.559282 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-896faa71-cbf0-4994-a945-26f2d65f29df admin admin] 10.222.0.68 "DELETE /v2.0/routers/effe39d1-27ca-4e37-ac4d-1d8d1bb40d4c HTTP/1.1" status: 204  len: 168 time: 2.9009809
Apr 15 11:04:46.562192 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47972) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:46.607971 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Router 19e59232-feec-48fc-ab65-2e54bd70d754 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:46.636623 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] Deleting subnet 32881022-3086-4451-b19b-59306db4d72f {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:04:46.639917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.692525 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589048'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.781655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.059044 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:47.063560 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.067831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846620328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8100244'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.072208 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:47.087091 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:47.093334 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:47.094081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b85ec50>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:47.128528 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-f2c22814-2d07-44b5-97f2-5e1cacbca9e2 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "DELETE /v2.0/floatingips/42924cad-eba2-4555-816b-acf391914a5a HTTP/1.1" status: 204  len: 168 time: 3.1141133
Apr 15 11:04:47.128528 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:47.196002 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'status': 'completed', 'code': 200}
Apr 15 11:04:47.312467 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:47.520546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32881022-3086-4451-b19b-59306db4d72f,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:47.523373 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:47.552068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.559905 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5853d3da-12a1-49da-90f5-886609f2d4b7 None None] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:04:47.564988 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-bb7c39c5-cb5b-445a-8f63-0c2524c89d8d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/32881022-3086-4451-b19b-59306db4d72f HTTP/1.1" status: 204  len: 168 time: 0.9992926
Apr 15 11:04:47.565154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a55130-fdee-4d28-8c14-63908345ecd0 req-e2b6073d-451d-4f51-a06a-2d9e7b3146ee tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:47.565154 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-77a55130-fdee-4d28-8c14-63908345ecd0 req-e2b6073d-451d-4f51-a06a-2d9e7b3146ee tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:04:47.568401 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 47982) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:47.585987 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-77a55130-fdee-4d28-8c14-63908345ecd0 req-e2b6073d-451d-4f51-a06a-2d9e7b3146ee tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:04:47.595365 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-77a55130-fdee-4d28-8c14-63908345ecd0 req-e2b6073d-451d-4f51-a06a-2d9e7b3146ee tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 946 time: 0.1261008
Apr 15 11:04:47.648510 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-77a55130-fdee-4d28-8c14-63908345ecd0 req-123ad9fb-8c21-4a81-8d4a-c085cd3d94b6 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521872
Apr 15 11:04:47.688622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-ec23d394-2056-4a22-a627-c9bc6bb9ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:47.690273 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-ec23d394-2056-4a22-a627-c9bc6bb9ba44 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 1099 time: 0.2347696
Apr 15 11:04:47.710326 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b85ec50>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 1, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:47.714470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:47.723840 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:47.725390 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b85ec50>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:47.799342 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.859734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] DHCP port deletion for 3b20b45b-64c0-4705-ab32-6309cfcc04f3 request from dv-cinder-786385-1-iscsi {{(pid=85291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:04:47.864351 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Deleting port a0ccd617-bdb3-4326-8169-1460ec7e0de1 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:47.864779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.896741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Deleting port a0ccd617-bdb3-4326-8169-1460ec7e0de1 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:47.897702 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.924813 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:47.988980 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-75ab0e9e-03ba-4017-a63d-5ad26076cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:47.991175 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-75ab0e9e-03ba-4017-a63d-5ad26076cc6a service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.2895992
Apr 15 11:04:48.102042 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] For port a0ccd617-bdb3-4326-8169-1460ec7e0de1, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=a0ccd617-bdb3-4326-8169-1460ec7e0de1,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:48.102603 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:48.105856 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-73865b2b-fe6e-4aa0-a169-58903d09d49d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2 HTTP/1.1" status: 200  len: 217 time: 0.0864341
Apr 15 11:04:48.241402 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Calling delete_port for a0ccd617-bdb3-4326-8169-1460ec7e0de1 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:48.256431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-7cad1de2-8cb9-4108-98e8-ad70d2672563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:48.258007 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-7cad1de2-8cb9-4108-98e8-ad70d2672563 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.1397891
Apr 15 11:04:48.318092 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b85ec50>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 1, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:48.320378 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:48.323313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdffadb3-2d39-4e52-abe9-c66972dd9947 None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_floatingips': [{'id': 'b74065cd-f076-4aa5-ae53-40c1cf7b76c4', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'router_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'port_id': '4d38131b-7ca0-434a-a846-90420ced936d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'mac_address': 'fa:16:3e:9c:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:07Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 1, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:48.337845 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:48.356152 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] For port a0ccd617-bdb3-4326-8169-1460ec7e0de1, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=a0ccd617-bdb3-4326-8169-1460ec7e0de1,segment=NetworkSegment(dde3b817-0002-4f75-b8ab-c17ec3b9a3ed),segment_id=dde3b817-0002-4f75-b8ab-c17ec3b9a3ed)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:48.356590 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:48.390850 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Pushing event deleted for resources: {'Port': ['ID=a0ccd617-bdb3-4326-8169-1460ec7e0de1,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:48.450151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.450531 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.450906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.451278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.451645 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.452016 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.452381 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.452745 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.453107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.453497 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.453859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.454217 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:48.460242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:48.498416 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Calling delete_port for a0ccd617-bdb3-4326-8169-1460ec7e0de1 owned by network:dhcp {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:48.503453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b69651-1d1f-48c3-931e-db1eca059359 None None] No DVR routers for this DVR port a0ccd617-bdb3-4326-8169-1460ec7e0de1 on host dv-cinder-786385-1-iscsi {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:04:48.573311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-ca4aac7c-9c08-474e-8851-9c421551602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:48.574956 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-ca4aac7c-9c08-474e-8851-9c421551602c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3079445
Apr 15 11:04:48.699779 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85290) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:04:48.700138 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:04:48.753187 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ee82c-0bd2-4dc4-96e7-d4e4a9c11355 None None] New status for floating IP 42924cad-eba2-4555-816b-acf391914a5a: DOWN {{(pid=85291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:04:48.761093 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-28a7b7dd-3b58-4a87-9590-8b973f2a1bda service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752212
Apr 15 11:04:48.987499 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-833e27ca-6b4f-4dbf-99e7-f8e457261180 req-19f34e46-c161-4d9f-bcbb-a8f0f47a5b54 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110634
Apr 15 11:04:48.996521 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2108a5-3600-4324-85d3-0fb1fd9ecef7 req-891fa135-df34-4dc6-a38b-d5b988fa34d8 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:48.998070 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d2108a5-3600-4324-85d3-0fb1fd9ecef7 req-891fa135-df34-4dc6-a38b-d5b988fa34d8 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 946 time: 0.1967602
Apr 15 11:04:49.055329 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-7d2108a5-3600-4324-85d3-0fb1fd9ecef7 req-d9d84ec7-71e3-4f40-be3e-5c71fefb29f1 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505540
Apr 15 11:04:49.098084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-d524d0e1-1882-4a8b-b973-04379ba4a090 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:49.099766 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-d524d0e1-1882-4a8b-b973-04379ba4a090 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 946 time: 0.0900159
Apr 15 11:04:49.177242 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Deleting port 1ebde124-d5ab-4688-819e-57bd1f871bf2 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:49.178455 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.201666 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Deleting port a0ccd617-bdb3-4326-8169-1460ec7e0de1 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:49.202310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.279727 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] The port 'a0ccd617-bdb3-4326-8169-1460ec7e0de1' was deleted {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:04:49.404332 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.453333 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] For port 1ebde124-d5ab-4688-819e-57bd1f871bf2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ebde124-d5ab-4688-819e-57bd1f871bf2,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:49.453713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.527605 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623af28f28>,) {'filters': {'network_id': ['3b20b45b-64c0-4705-ab32-6309cfcc04f3']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:49.541178 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623af28f28>, 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:49.541577 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623af28f28>, 'dde3b817-0002-4f75-b8ab-c17ec3b9a3ed') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:49.554589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848186784'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.571618 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.578624 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:04:49.601622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Calling delete_port for 1ebde124-d5ab-4688-819e-57bd1f871bf2 owned by compute:nova {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:49.759269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.766476 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:04:49.775204 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:49.779083 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8156155'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:49.804169 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device a0ccd617-bdb3-4326-8169-1460ec7e0de1 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:49.845772 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: a0ccd617-bdb3-4326-8169-1460ec7e0de1 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:49.846151 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device a0ccd617-bdb3-4326-8169-1460ec7e0de1 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:49.875719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event deleted for resources: {'Port': ['ID=1ebde124-d5ab-4688-819e-57bd1f871bf2,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:49.883692 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:49.974590 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Network 3b20b45b-64c0-4705-ab32-6309cfcc04f3 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   % (table.description, expected, rows_matched)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   % (table.description, expected, rows_matched)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   % (table.description, expected, rows_matched)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   % (table.description, expected, rows_matched)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:04:49.998978 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:04:50.033039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] No DVR routers for this DVR port 1ebde124-d5ab-4688-819e-57bd1f871bf2 on host hv-cinder-78638 {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:04:50.035527 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:50.039262 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'name': 'network-vif-deleted', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:50.056119 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-6c00871c-267f-4696-97e1-73e8b24e5a17 req-175c2c81-1740-4838-a161-24af8da7abdf tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "DELETE /v2.0/ports/1ebde124-d5ab-4688-819e-57bd1f871bf2 HTTP/1.1" status: 204  len: 173 time: 0.9511623
Apr 15 11:04:50.091437 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:50.092531 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57daf0c3-e433-4b10-afa8-13b01e5f1af4', 'name': 'network-vif-deleted', 'tag': '1ebde124-d5ab-4688-819e-57bd1f871bf2', 'status': 'completed', 'code': 200}
Apr 15 11:04:50.097197 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:50.101988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-45922199-aae0-4d44-b777-8d95ca5c6a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:50.130098 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b20b45b-64c0-4705-ab32-6309cfcc04f3,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:50.133255 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:50.142927 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-97d8dc83-8cc7-43a3-9c0a-7d9a1fa54b3c admin admin] 10.222.0.68 "DELETE /v2.0/networks/3b20b45b-64c0-4705-ab32-6309cfcc04f3 HTTP/1.1" status: 204  len: 168 time: 2.5668607
Apr 15 11:04:50.146195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 47994) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:50.231469 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-ba723ada-59a8-4dfc-9472-77d84396f2f7 req-65d227e0-9849-4e24-91c9-7da1f3b31ede tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=57daf0c3-e433-4b10-afa8-13b01e5f1af4 HTTP/1.1" status: 200  len: 210 time: 0.0502815
Apr 15 11:04:50.682466 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e6841f27-77dd-4e5b-8857-898fc3910106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:50.742446 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:51.082299 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:04:51.124755 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Deleting port cb22eecc-f6d8-43f8-a0c7-c951fecd1603 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:51.125142 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:51.313019 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] For port cb22eecc-f6d8-43f8-a0c7-c951fecd1603, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,segment=NetworkSegment(15e1a561-fa4c-42c6-a963-e7c635c07230),segment_id=15e1a561-fa4c-42c6-a963-e7c635c07230)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:51.313708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:51.451598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Calling delete_port for cb22eecc-f6d8-43f8-a0c7-c951fecd1603 owned by network:router_interface {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:51.630191 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:51.646133 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-14e51338-52f2-4ada-a949-2033d1b1ad6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:51.738394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Pushing event deleted for resources: {'Port': ['ID=cb22eecc-f6d8-43f8-a0c7-c951fecd1603,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:51.745194 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:52.056405 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 1ebde124-d5ab-4688-819e-57bd1f871bf2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:52.094035 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 1ebde124-d5ab-4688-819e-57bd1f871bf2 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:52.094321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 1ebde124-d5ab-4688-819e-57bd1f871bf2 not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:52.110652 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:52.872942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Router 884307ee-5419-4115-8143-8d9677a70d69 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:53.067083 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:53.077195 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] Sync routers for ids ['884307ee-5419-4115-8143-8d9677a70d69'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:53.085606 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-99e56211-3fb5-4d3e-8311-4847ca5394fd admin admin] 10.222.0.68 "PUT /v2.0/routers/884307ee-5419-4115-8143-8d9677a70d69/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9371228
Apr 15 11:04:53.088652 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 48010) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:53.092317 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] Routers {'884307ee-5419-4115-8143-8d9677a70d69'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:53.093029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b42c828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:23Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['884307ee-5419-4115-8143-8d9677a70d69'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:53.102940 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-167983b6-837f-4064-b6e6-fc69c944631a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:53.279385 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:53.284345 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] Set router 884307ee-5419-4115-8143-8d9677a70d69 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:53.611078 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b42c828>, [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:04:51Z', 'revision_number': 5, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:53.615054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] Checking router: 884307ee-5419-4115-8143-8d9677a70d69 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:53.625575 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] Routers {'884307ee-5419-4115-8143-8d9677a70d69'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:53.626229 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b42c828>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['884307ee-5419-4115-8143-8d9677a70d69'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:53.734288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:53.744753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Deleting port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:53.745104 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:53.789260 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48016) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:53.899859 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:53.960211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] For port 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=31d0ae6b-c5b0-4226-a15e-417eaa25c1cb,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:53.960610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.009704 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] Set router 884307ee-5419-4115-8143-8d9677a70d69 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:54.029604 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Deleting port 50f824fd-795e-4ba4-a0c7-c8cbfee9aad7 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:54.029983 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.053557 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.133485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Calling delete_port for 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:54.225512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.226538 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.325953 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.336982 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b42c828>, [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:04:51Z', 'revision_number': 5, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:54.341205 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42191e61-f6f5-4bb5-adf6-15405b432c66 None None] The sync data for ids ['884307ee-5419-4115-8143-8d9677a70d69'] in dv-cinder-786385-1-iscsi is: [{'id': '884307ee-5419-4115-8143-8d9677a70d69', 'name': 'tempest-TestMinimumBasicScenario-1932652123-router', 'tenant_id': '71c5c11d514c4ae3a83d0e845123aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:02:17Z', 'updated_at': '2021-04-15T11:04:51Z', 'revision_number': 5, 'project_id': '71c5c11d514c4ae3a83d0e845123aaad', 'gw_port': {'id': '31d0ae6b-c5b0-4226-a15e-417eaa25c1cb', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884307ee-5419-4115-8143-8d9677a70d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:02:18Z', 'updated_at': '2021-04-15T11:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:54.368793 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Calling delete_port for 50f824fd-795e-4ba4-a0c7-c8cbfee9aad7 owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:54.400319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-26420eb2-84e3-4ef3-85f2-62951396c59d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:54.458769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d0ae6b-c5b0-4226-a15e-417eaa25c1cb,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:54.468929 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:54.528241 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.544374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b2d7afd2-3869-4efa-a75a-f845a770b0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:54.622682 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.641894 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event deleted for resources: {'Port': ['ID=50f824fd-795e-4ba4-a0c7-c8cbfee9aad7,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:54.644474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:54.817124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.817529 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.818133 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.db.l3_db [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Floating IP b74065cd-f076-4aa5-ae53-40c1cf7b76c4 disassociated (deleted). External IP: 172.27.3.214, port: 4d38131b-7ca0-434a-a846-90420ced936d.
Apr 15 11:04:54.819718 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.848039 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.848627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884307ee-5419-4115-8143-8d9677a70d69 {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:04:54.862661 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.864010 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] 10.222.0.68 "DELETE /v2.0/routers/884307ee-5419-4115-8143-8d9677a70d69 HTTP/1.1" status: 204  len: 168 time: 1.7743011
Apr 15 11:04:54.867407 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.68', 48020) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:54.945258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] Deleting subnet 2c327eed-1cdf-4011-ad17-1fee464d027f {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:04:54.949086 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.005267 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589048'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.027742 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.099999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.230109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Router 19e59232-feec-48fc-ab65-2e54bd70d754 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:55.375358 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846620328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8100244'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.392305 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bf5c8fd1-e9ab-49ea-a070-6326c43a6db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:55.426628 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:55.439869 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:55.448120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.450672 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:55.451439 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623aa0ada0>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:55.484735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c327eed-1cdf-4011-ad17-1fee464d027f,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:55.489697 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:55.513175 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-a6263725-9c01-40e1-b634-8454e7fb405c tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "DELETE /v2.0/floatingips/b74065cd-f076-4aa5-ae53-40c1cf7b76c4 HTTP/1.1" status: 204  len: 168 time: 1.7224658
Apr 15 11:04:55.513988 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d'}] {{(pid=85289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:55.552639 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.555982 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3664b8f5-293b-4b18-b308-8182d99f0800 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2c327eed-1cdf-4011-ad17-1fee464d027f HTTP/1.1" status: 204  len: 168 time: 0.6867871
Apr 15 11:04:55.558928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48028) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:55.580977 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d', 'status': 'completed', 'code': 200}
Apr 15 11:04:55.598518 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692ef90-ddc0-440d-b8f2-b7e013c2998e None None] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:04:55.746080 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.847093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Deleting port 981b3f84-6137-43b0-872c-bc095dfe67b1 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:55.847472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.884134 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-37214470-97e5-4b5f-8d31-1f7ecfe402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:55.885711 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-37214470-97e5-4b5f-8d31-1f7ecfe402d6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=cc918f28a1ea44d88fef179a523d9860&device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 1098 time: 0.2424488
Apr 15 11:04:55.910346 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device cb22eecc-f6d8-43f8-a0c7-c951fecd1603 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:55.980072 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: cb22eecc-f6d8-43f8-a0c7-c951fecd1603 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:55.980643 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device cb22eecc-f6d8-43f8-a0c7-c951fecd1603 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:55.980906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:56.067641 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:56.068029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 31d0ae6b-c5b0-4226-a15e-417eaa25c1cb not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:56.155867 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:56.337239 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:56.431132 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720423f-854a-4ea9-a998-38d930421125 None None] DHCP port deletion for 3195d6f0-153a-4e56-9bb2-40f31c885a38 request from dv-cinder-786385-1-iscsi {{(pid=85291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:04:56.441443 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c720423f-854a-4ea9-a998-38d930421125 None None] Deleting port 981b3f84-6137-43b0-872c-bc095dfe67b1 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:56.441872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c720423f-854a-4ea9-a998-38d930421125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:56.525729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-46db9d3a-da71-45ca-8abb-f16d6d720895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.527310 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-46db9d3a-da71-45ca-8abb-f16d6d720895 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 200  len: 913 time: 0.5964808
Apr 15 11:04:56.612621 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd705e-b78a-4c9f-8089-59281f1af1ce req-59f34b77-3cd9-4417-8265-852bdee44f2d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.613408 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b8dd705e-b78a-4c9f-8089-59281f1af1ce req-59f34b77-3cd9-4417-8265-852bdee44f2d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85289) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:04:56.631798 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-090336e7-69ff-43f2-be47-e13621e9dac3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d38131b-7ca0-434a-a846-90420ced936d HTTP/1.1" status: 200  len: 217 time: 0.0872629
Apr 15 11:04:56.639601 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] For port 981b3f84-6137-43b0-872c-bc095dfe67b1, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=981b3f84-6137-43b0-872c-bc095dfe67b1,segment=NetworkSegment(15e1a561-fa4c-42c6-a963-e7c635c07230),segment_id=15e1a561-fa4c-42c6-a963-e7c635c07230)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:56.639997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:56.757457 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623aa0ada0>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:56.760774 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c720423f-854a-4ea9-a998-38d930421125 None None] For port 981b3f84-6137-43b0-872c-bc095dfe67b1, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=981b3f84-6137-43b0-872c-bc095dfe67b1,segment=NetworkSegment(15e1a561-fa4c-42c6-a963-e7c635c07230),segment_id=15e1a561-fa4c-42c6-a963-e7c635c07230)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:56.761095 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c720423f-854a-4ea9-a998-38d930421125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:56.778938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:56.819864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-b8dd705e-b78a-4c9f-8089-59281f1af1ce req-59f34b77-3cd9-4417-8265-852bdee44f2d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85289) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:04:56.821152 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8dd705e-b78a-4c9f-8089-59281f1af1ce req-59f34b77-3cd9-4417-8265-852bdee44f2d tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 945 time: 0.9468729
Apr 15 11:04:56.830581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Calling delete_port for 981b3f84-6137-43b0-872c-bc095dfe67b1 owned by network:dhcp {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:56.903644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c720423f-854a-4ea9-a998-38d930421125 None None] Calling delete_port for 981b3f84-6137-43b0-872c-bc095dfe67b1 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:56.943173 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-bf787ac8-011c-4544-9655-3574f2ab32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.944876 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-bf787ac8-011c-4544-9655-3574f2ab32c1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 200  len: 850 time: 0.2968681
Apr 15 11:04:56.945149 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:56.945905 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623aa0ada0>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:56.965724 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-b8dd705e-b78a-4c9f-8089-59281f1af1ce req-d3cb7ae1-64b4-4105-aa5f-8d6281c0493a tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035051
Apr 15 11:04:57.020990 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:57.038713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-72c11972-153a-408f-a002-2f63873f7135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:57.138741 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=981b3f84-6137-43b0-872c-bc095dfe67b1,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:57.144493 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-c720423f-854a-4ea9-a998-38d930421125 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85291) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:04:57.144602 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-c720423f-854a-4ea9-a998-38d930421125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:04:57.147748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:57.172611 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:57.208910 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-94c06eae-fb71-4981-ae4d-1192461a5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:57.211223 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-94c06eae-fb71-4981-ae4d-1192461a5347 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0436587f-2be7-45ac-884a-6c4a8f929ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2444987
Apr 15 11:04:57.212081 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] No DVR routers for this DVR port 981b3f84-6137-43b0-872c-bc095dfe67b1 on host dv-cinder-786385-1-iscsi {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:04:57.430753 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:57.511546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623aa0ada0>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:57.515941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bebe73-7f9a-4058-a69f-e60918043cda None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T10:57:48Z', 'revision_number': 4, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi', '_interfaces': [{'id': '5c299030-051d-4388-9713-c6d332dc68bd', 'name': '', 'network_id': '0436587f-2be7-45ac-884a-6c4a8f929ab1', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'mac_address': 'fa:16:3e:ea:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:56Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'subnets': [{'id': '4536c5b5-54ba-4182-8497-0be635ec3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:57.581179 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-6868cd6a-9e2e-41a5-8bcb-c3980b97bb55 service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343427
Apr 15 11:04:57.588374 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623c5ae630>,) {'filters': {'network_id': ['3195d6f0-153a-4e56-9bb2-40f31c885a38']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:57.623316 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-6725a50f-d9b0-44c6-a303-7648a8b976ad tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:57.626401 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-6725a50f-d9b0-44c6-a303-7648a8b976ad tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 945 time: 0.1008892
Apr 15 11:04:57.627803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623c5ae630>, '15e1a561-fa4c-42c6-a963-e7c635c07230') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:57.628147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623c5ae630>, '15e1a561-fa4c-42c6-a963-e7c635c07230') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:57.646005 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c720423f-854a-4ea9-a998-38d930421125 None None] Deleting port 981b3f84-6137-43b0-872c-bc095dfe67b1 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:57.646463 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c720423f-854a-4ea9-a998-38d930421125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:57.701055 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:57.711918 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Deleting port 4d38131b-7ca0-434a-a846-90420ced936d {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:57.712311 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:57.726319 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c720423f-854a-4ea9-a998-38d930421125 None None] The port '981b3f84-6137-43b0-872c-bc095dfe67b1' was deleted {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:04:57.732196 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:57.743688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:04:57.844372 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 981b3f84-6137-43b0-872c-bc095dfe67b1 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:57.882552 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 981b3f84-6137-43b0-872c-bc095dfe67b1 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:04:57.882552 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 981b3f84-6137-43b0-872c-bc095dfe67b1 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:04:57.888497 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-de95ab0c-bbee-4bec-940c-615bc9d73d1d req-2aa02655-5c6f-446e-8b90-a080d2cae67f service neutron] 10.222.0.104 "GET /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2923322
Apr 15 11:04:57.940724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8af9f28-3fe1-4878-80ae-2c9c43eb2b61 None None] New status for floating IP b74065cd-f076-4aa5-ae53-40c1cf7b76c4: DOWN {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:04:57.969278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:04:57.980147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.059445 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] For port 4d38131b-7ca0-434a-a846-90420ced936d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4d38131b-7ca0-434a-a846-90420ced936d,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:58.060015 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.190948 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Network 3195d6f0-153a-4e56-9bb2-40f31c885a38 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:04:58.215027 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:04:58.250353 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Calling delete_port for 4d38131b-7ca0-434a-a846-90420ced936d owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:04:58.305716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.309690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:58.326950 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.335999 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3195d6f0-153a-4e56-9bb2-40f31c885a38,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:58.340911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:58.344467 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-e3885927-0aec-4fec-80f1-c88291db37d4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3195d6f0-153a-4e56-9bb2-40f31c885a38 HTTP/1.1" status: 204  len: 168 time: 2.7843473
Apr 15 11:04:58.403698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97649f1-ffea-466d-b2fb-c246a27138c7 req-4e4d4b10-83b1-4c88-9ab1-5d9da3f95684 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:58.405304 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d97649f1-ffea-466d-b2fb-c246a27138c7 req-4e4d4b10-83b1-4c88-9ab1-5d9da3f95684 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 945 time: 0.2650194
Apr 15 11:04:58.477237 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8155439'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.481721 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-d97649f1-ffea-466d-b2fb-c246a27138c7 req-cdccf738-9b2d-485a-a5e9-7f130c781825 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/security-groups?id=c3ce039c-b914-4359-9e9e-b654e121ce22&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672600
Apr 15 11:04:58.495847 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6421da96-3dce-4f0f-a4cf-0a801ec6ae01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:58.545006 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event deleted for resources: {'Port': ['ID=4d38131b-7ca0-434a-a846-90420ced936d,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:58.576474 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48038) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:58.596233 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:58.634022 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-d02889f0-3ca8-4bd7-97c2-573520b47812 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e24e47cb29f4b519e7f212186dc8fbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532761
Apr 15 11:04:58.634276 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48042) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:58.703287 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-08318722-e09f-41ef-b8c6-f24dcf47afd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.731225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-08318722-e09f-41ef-b8c6-f24dcf47afd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.751757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] No DVR routers for this DVR port 4d38131b-7ca0-434a-a846-90420ced936d on host hv-cinder-78638 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:04:58.754225 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.757848 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'name': 'network-vif-deleted', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:58.777872 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-08318722-e09f-41ef-b8c6-f24dcf47afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.778322 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-2cebfde0-0d10-4df7-bd4e-99c177d91f9b req-076c5bf6-8e87-4e23-ad96-9b81978a1c6f tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.104 "DELETE /v2.0/ports/4d38131b-7ca0-434a-a846-90420ced936d HTTP/1.1" status: 204  len: 173 time: 1.1453526
Apr 15 11:04:58.783137 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8eb438aa-60f1-44d0-acae-f4c9d06fc304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:58.797975 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08318722-e09f-41ef-b8c6-f24dcf47afd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966f08cd-3b16-4a51-bfa4-dff8a761523e,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:58.800803 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-08318722-e09f-41ef-b8c6-f24dcf47afd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:58.816057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-08318722-e09f-41ef-b8c6-f24dcf47afd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.817805 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-08318722-e09f-41ef-b8c6-f24dcf47afd7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/966f08cd-3b16-4a51-bfa4-dff8a761523e HTTP/1.1" status: 204  len: 168 time: 0.1820107
Apr 15 11:04:58.820943 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bc54e5-dc1f-4e33-9480-fccae43d8cd7', 'name': 'network-vif-deleted', 'tag': '4d38131b-7ca0-434a-a846-90420ced936d', 'status': 'completed', 'code': 200}
Apr 15 11:04:59.218914 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48052) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:59.274114 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6072885d-5859-4ab3-abe0-07e89fb1e654 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=71c5c11d514c4ae3a83d0e845123aaad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0536292
Apr 15 11:04:59.276762 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48056) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:59.340846 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1885a606-7f15-4a23-b04d-6adad21ad550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:59.372075 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1885a606-7f15-4a23-b04d-6adad21ad550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:59.423911 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1885a606-7f15-4a23-b04d-6adad21ad550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:59.429627 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5b5099e0-12d0-48af-81cf-b1ccc93d2629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:59.440517 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885a606-7f15-4a23-b04d-6adad21ad550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9cb90f-8a2b-43c0-a4eb-a955e6d32320,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:59.448277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1885a606-7f15-4a23-b04d-6adad21ad550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:59.450591 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1885a606-7f15-4a23-b04d-6adad21ad550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:59.452576 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-1885a606-7f15-4a23-b04d-6adad21ad550 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba9cb90f-8a2b-43c0-a4eb-a955e6d32320 HTTP/1.1" status: 204  len: 168 time: 0.1739237
Apr 15 11:04:59.692161 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-f60eb81f-7146-4423-a66d-ed548596b571 req-0a305fd5-e050-4fcc-892d-ef61dcdd9601 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Synchronizing usage tracker for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:04:59.712927 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.quota.resource [req-f60eb81f-7146-4423-a66d-ed548596b571 req-0a305fd5-e050-4fcc-892d-ef61dcdd9601 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Unset dirty status for tenant:cc918f28a1ea44d88fef179a523d9860 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:04:59.714323 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [req-f60eb81f-7146-4423-a66d-ed548596b571 req-0a305fd5-e050-4fcc-892d-ef61dcdd9601 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "GET /v2.0/ports?device_id=92bc54e5-dc1f-4e33-9480-fccae43d8cd7 HTTP/1.1" status: 200  len: 210 time: 0.0839415
Apr 15 11:05:00.088060 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 4d38131b-7ca0-434a-a846-90420ced936d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:00.128209 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] No Port match for: 4d38131b-7ca0-434a-a846-90420ced936d {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:00.128598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Device 4d38131b-7ca0-434a-a846-90420ced936d not bound to the agent host hv-cinder-78638 {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:00.824129 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48066) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:00.992232 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Deleting port 31e62ec6-5709-4768-bea3-e6411182d9e2 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:00.992598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:01.173931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:01.174290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:01.306331 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Calling delete_port for 31e62ec6-5709-4768-bea3-e6411182d9e2 owned by network:floatingip {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:01.452622 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:01.468485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4271e5a2-67fb-4846-87e7-ffea73906213 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:01.819400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event deleted for resources: {'Port': ['ID=31e62ec6-5709-4768-bea3-e6411182d9e2,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:01.823606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:01.983757 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for floatingip, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:02.001656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2502'] for floatingip, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:02.002921 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "DELETE /v2.0/floatingips/8734cedb-15bf-47d9-8184-c20f8dd8da30 HTTP/1.1" status: 204  len: 168 time: 1.1776962
Apr 15 11:05:03.405724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48080) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:03.482616 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5c98855f-64bd-4015-a81a-2827ee2a1ab9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:03.515293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5c98855f-64bd-4015-a81a-2827ee2a1ab9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:03.566789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5c98855f-64bd-4015-a81a-2827ee2a1ab9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:03.571505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1026a5f3-4733-4c92-a7e2-4a3a84996dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:03.587116 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98855f-64bd-4015-a81a-2827ee2a1ab9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ce039c-b914-4359-9e9e-b654e121ce22,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:03.589617 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5c98855f-64bd-4015-a81a-2827ee2a1ab9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:03.600425 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5c98855f-64bd-4015-a81a-2827ee2a1ab9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:03.601685 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-5c98855f-64bd-4015-a81a-2827ee2a1ab9 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] 10.222.0.68 "DELETE /v2.0/security-groups/c3ce039c-b914-4359-9e9e-b654e121ce22 HTTP/1.1" status: 204  len: 168 time: 0.1948602
Apr 15 11:05:03.659708 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48086) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:04.509955 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:04.882721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Deleting port 5c299030-051d-4388-9713-c6d332dc68bd {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:04.883027 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:05.068585 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] For port 5c299030-051d-4388-9713-c6d332dc68bd, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5c299030-051d-4388-9713-c6d332dc68bd,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:05.068991 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:05.201245 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Calling delete_port for 5c299030-051d-4388-9713-c6d332dc68bd owned by network:router_interface {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:05.379792 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:05.395719 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-565c76ab-af9c-4017-bea8-6d239b835af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:05.496223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c299030-051d-4388-9713-c6d332dc68bd,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:05.498805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:05.855513 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:06.613121 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Router 19e59232-feec-48fc-ab65-2e54bd70d754 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:05:06.803147 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:05:06.812581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] Sync routers for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:05:06.816374 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-09000db0-999f-4e00-a484-d895c4b9e888 admin admin] 10.222.0.68 "PUT /v2.0/routers/19e59232-feec-48fc-ab65-2e54bd70d754/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1554930
Apr 15 11:05:06.819629 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48092) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:06.823721 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:06.824398 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623ba78390>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:07.024221 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks [] for router, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:07.204188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:07.229695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:07.238486 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Deleting port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:07.238852 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:07.432864 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] For port 929fe7c6-2326-42d0-91aa-0f229dd0fa0a, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=929fe7c6-2326-42d0-91aa-0f229dd0fa0a,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:07.433594 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:07.518608 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623ba78390>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 5, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port': {'id': '929fe7c6-2326-42d0-91aa-0f229dd0fa0a', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:07.524400 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] Checking router: 19e59232-feec-48fc-ab65-2e54bd70d754 for host: dv-cinder-786385-1-iscsi {{(pid=85291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:05:07.535124 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] Routers {'19e59232-feec-48fc-ab65-2e54bd70d754'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:07.535817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623ba78390>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['19e59232-feec-48fc-ab65-2e54bd70d754'], 'active': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:07.578544 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Calling delete_port for 929fe7c6-2326-42d0-91aa-0f229dd0fa0a owned by network:router_gateway {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:07.709091 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] Set router 19e59232-feec-48fc-ab65-2e54bd70d754 gateway port host: None {{(pid=85291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:07.772938 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:07.789103 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-70bba080-6c86-4eac-9716-678916763d27 tempest-TestVolumeBootPattern-304035498 tempest-TestVolumeBootPattern-304035498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:07.827348 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623ba78390>, [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T11:05:07Z', 'revision_number': 6, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port_host': None}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:07.831636 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d75c5-383b-4b73-85ba-7a0b67960333 None None] The sync data for ids ['19e59232-feec-48fc-ab65-2e54bd70d754'] in dv-cinder-786385-1-iscsi is: [{'id': '19e59232-feec-48fc-ab65-2e54bd70d754', 'name': 'tempest-TestVolumeBootPattern-556987221-router', 'tenant_id': 'cc918f28a1ea44d88fef179a523d9860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:40Z', 'updated_at': '2021-04-15T11:05:07Z', 'revision_number': 6, 'project_id': 'cc918f28a1ea44d88fef179a523d9860', 'gw_port_host': None}] {{(pid=85291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:05:07.886962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Pushing event deleted for resources: {'Port': ['ID=929fe7c6-2326-42d0-91aa-0f229dd0fa0a,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:07.894341 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:08.066532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.259391 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.261785 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.284200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.284789 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e59232-feec-48fc-ab65-2e54bd70d754 {{(pid=85289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:05:08.299303 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.300503 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7473b7b1-6fe4-424b-ab0b-0993f4a43001 admin admin] 10.222.0.68 "DELETE /v2.0/routers/19e59232-feec-48fc-ab65-2e54bd70d754 HTTP/1.1" status: 204  len: 168 time: 1.4798775
Apr 15 11:05:08.303997 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48096) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:08.372917 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] Deleting subnet 4536c5b5-54ba-4182-8497-0be635ec3d5b {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:05:08.376296 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.435503 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.527068 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.799041 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.815396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fa49d041-b740-48b1-b1ed-c6f481874dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:08.905120 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4536c5b5-54ba-4182-8497-0be635ec3d5b,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:08.910053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:08.955610 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:08.961606 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8af3d-0c38-46cc-badc-fe50d0445c02 None None] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:05:08.962134 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-6bf8fdf4-1c05-4756-ae06-d2117d35cb15 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4536c5b5-54ba-4182-8497-0be635ec3d5b HTTP/1.1" status: 204  len: 168 time: 0.6570766
Apr 15 11:05:08.964765 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48100) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:09.085648 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:09.155551 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Deleting port 5c39331c-845a-4492-a9be-492ec972bd55 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:09.156754 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:09.217223 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] DHCP port deletion for 0436587f-2be7-45ac-884a-6c4a8f929ab1 request from dv-cinder-786385-1-iscsi {{(pid=85291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:05:09.222412 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] Deleting port 5c39331c-845a-4492-a9be-492ec972bd55 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:09.223023 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:09.394417 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] For port 5c39331c-845a-4492-a9be-492ec972bd55, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5c39331c-845a-4492-a9be-492ec972bd55,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:09.394735 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:09.458200 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] For port 5c39331c-845a-4492-a9be-492ec972bd55, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=5c39331c-845a-4492-a9be-492ec972bd55,segment=NetworkSegment(d171253b-528c-4620-ad72-c3638ad81adf),segment_id=d171253b-528c-4620-ad72-c3638ad81adf)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:09.458550 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:09.533030 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Calling delete_port for 5c39331c-845a-4492-a9be-492ec972bd55 owned by network:dhcp {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:09.593048 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] Calling delete_port for 5c39331c-845a-4492-a9be-492ec972bd55 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:09.622220 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:09.638896 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f151049-664e-4adf-9420-5024f4d5bdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:09.678069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85291) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:05:09.678459 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:05:09.744040 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c39331c-845a-4492-a9be-492ec972bd55,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:09.751522 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:09.796957 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] No DVR routers for this DVR port 5c39331c-845a-4492-a9be-492ec972bd55 on host dv-cinder-786385-1-iscsi {{(pid=85289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:05:09.834941 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5c39331c-845a-4492-a9be-492ec972bd55 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:09.875887 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 5c39331c-845a-4492-a9be-492ec972bd55 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:09.876273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5c39331c-845a-4492-a9be-492ec972bd55 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:09.876739 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 929fe7c6-2326-42d0-91aa-0f229dd0fa0a no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:09.915335 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 929fe7c6-2326-42d0-91aa-0f229dd0fa0a {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:09.915729 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 929fe7c6-2326-42d0-91aa-0f229dd0fa0a not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:09.916194 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5c299030-051d-4388-9713-c6d332dc68bd no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:09.955150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 5c299030-051d-4388-9713-c6d332dc68bd {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:09.955456 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 5c299030-051d-4388-9713-c6d332dc68bd not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:10.180396 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] Deleting port 5c39331c-845a-4492-a9be-492ec972bd55 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:10.181020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.182481 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.258049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d1aebc57-fe53-457f-9bca-51d69d410c29 None None] The port '5c39331c-845a-4492-a9be-492ec972bd55' was deleted {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:05:10.304257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623b129ba8>,) {'filters': {'network_id': ['0436587f-2be7-45ac-884a-6c4a8f929ab1']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:10.317737 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b129ba8>, 'd171253b-528c-4620-ad72-c3638ad81adf') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:10.318589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b129ba8>, 'd171253b-528c-4620-ad72-c3638ad81adf') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:10.331020 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.346521 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.352829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:05:10.535029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:05:10.548734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.733543 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Network 0436587f-2be7-45ac-884a-6c4a8f929ab1 has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:05:10.757591 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:05:10.836680 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.840278 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b5340b42-df1c-4191-a380-6a64492304c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:10.854418 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:10.867251 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=0436587f-2be7-45ac-884a-6c4a8f929ab1,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:10.870694 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:10.881534 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-9847742e-66be-4cb1-ae49-870ccca98d05 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0436587f-2be7-45ac-884a-6c4a8f929ab1 HTTP/1.1" status: 204  len: 168 time: 1.9149885
Apr 15 11:05:10.884734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48104) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:11.460967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687820'] for router_interface, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:11.836275 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Deleting port c766a574-c0a1-42f6-96d0-17dc90f6373c {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:11.836644 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.019247 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] For port c766a574-c0a1-42f6-96d0-17dc90f6373c, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=c766a574-c0a1-42f6-96d0-17dc90f6373c,segment=NetworkSegment(622884b2-efde-4d02-b991-79fe7c002dfa),segment_id=622884b2-efde-4d02-b991-79fe7c002dfa)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:12.019562 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.151184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Calling delete_port for c766a574-c0a1-42f6-96d0-17dc90f6373c owned by network:router_interface {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:12.326791 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.342056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2f0cd939-db91-4ab4-a884-f0369ca3e3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:12.438368 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c766a574-c0a1-42f6-96d0-17dc90f6373c,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:12.442429 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:12.792131 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852969826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694937'] for router_interface, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:13.549656 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Router b75d9683-a8fa-49ea-97ce-e6756d514b12 has already been hosted by L3 agent 26c52c66-c3d2-443d-8705-07ce57e84581 {{(pid=85289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:05:13.742596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-iscsi the message routers_updated {{(pid=85289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:05:13.751257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] Sync routers for ids ['b75d9683-a8fa-49ea-97ce-e6756d514b12'] in dv-cinder-786385-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:05:13.759307 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-2614d8a3-70a4-44f3-b996-79747db09b53 admin admin] 10.222.0.68 "PUT /v2.0/routers/b75d9683-a8fa-49ea-97ce-e6756d514b12/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8734577
Apr 15 11:05:13.762194 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48108) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:13.763995 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] Routers {'b75d9683-a8fa-49ea-97ce-e6756d514b12'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:13.764667 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b7fe048>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b75d9683-a8fa-49ea-97ce-e6756d514b12'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:13.960744 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks [] for router, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:13.967399 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] Set router b75d9683-a8fa-49ea-97ce-e6756d514b12 gateway port host: dv-cinder-786385-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:14.158069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.166698 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Deleting port 6947567e-2559-4df0-a24b-cd2d89c92f57 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:14.167069 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.278288 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b7fe048>, [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'external_fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T11:05:12Z', 'revision_number': 5, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port': {'id': '6947567e-2559-4df0-a24b-cd2d89c92f57', 'name': '', 'network_id': '67f94a63-e7fc-40ec-8316-b2de55db0ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:54Z', 'updated_at': '2021-04-15T10:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3922bd-683e-4274-ae5f-8c883cf31f2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-iscsi'}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:14.282559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] Checking router: b75d9683-a8fa-49ea-97ce-e6756d514b12 for host: dv-cinder-786385-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:05:14.292054 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] Routers {'b75d9683-a8fa-49ea-97ce-e6756d514b12'} bound to L3 agent in host dv-cinder-786385-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:14.292696 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f623b7fe048>, 'dv-cinder-786385-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:43:23Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:53Z,host='dv-cinder-786385-1-iscsi',id=26c52c66-c3d2-443d-8705-07ce57e84581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:43:23Z,topic='l3_agent')) {'router_ids': ['b75d9683-a8fa-49ea-97ce-e6756d514b12'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:14.362523 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] For port 6947567e-2559-4df0-a24b-cd2d89c92f57, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=6947567e-2559-4df0-a24b-cd2d89c92f57,segment=NetworkSegment(9c40b5c3-cf52-488f-a7c2-ebfe76c46caa),segment_id=9c40b5c3-cf52-488f-a7c2-ebfe76c46caa)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:14.362926 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.459831 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] Set router b75d9683-a8fa-49ea-97ce-e6756d514b12 gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:14.498713 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Calling delete_port for 6947567e-2559-4df0-a24b-cd2d89c92f57 owned by network:router_gateway {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:14.573671 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f623b7fe048>, [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T11:05:14Z', 'revision_number': 6, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port_host': None}], 'dv-cinder-786385-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:14.577836 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691f4d3-3ec1-4e42-8a4f-6742c52fe8c4 None None] The sync data for ids ['b75d9683-a8fa-49ea-97ce-e6756d514b12'] in dv-cinder-786385-1-iscsi is: [{'id': 'b75d9683-a8fa-49ea-97ce-e6756d514b12', 'name': 'tempest-TestVolumeBootPattern-1445305876-router', 'tenant_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T11:05:14Z', 'revision_number': 6, 'project_id': 'd9a2e42fd11a4fc182ce049a9804ffd1', 'gw_port_host': None}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:05:14.688045 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848453639'] for port, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:14.706003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-81e83396-d922-4715-bfec-11edde2a9435 tempest-TestMinimumBasicScenario-559881700 tempest-TestMinimumBasicScenario-559881700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:14.808921 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6947567e-2559-4df0-a24b-cd2d89c92f57,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:14.811805 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:14.979780 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694783'] for router_gateway, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.167942 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661300'] for router, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.170272 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.190689 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853084599'] for router, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.191285 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b75d9683-a8fa-49ea-97ce-e6756d514b12 {{(pid=85289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:05:15.205318 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] Notify callbacks [] for router, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.206567 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-100d4280-17c4-49ce-94d1-ef3ea2e324ac admin admin] 10.222.0.68 "DELETE /v2.0/routers/b75d9683-a8fa-49ea-97ce-e6756d514b12 HTTP/1.1" status: 204  len: 168 time: 1.4433963
Apr 15 11:05:15.209561 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48112) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:15.282668 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] Deleting subnet 827929cc-a0a7-4c2f-8c89-ad09cfb91bbb {{(pid=85289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:05:15.285932 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.341728 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6404941'] for subnet, precommit_delete_associations {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.424547 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2574'] for subnet, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.687505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6322062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846645882'] for subnet, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.703687 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:15.792581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827929cc-a0a7-4c2f-8c89-ad09cfb91bbb,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:15.797290 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:15.826899 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device c766a574-c0a1-42f6-96d0-17dc90f6373c no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:15.843057 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for subnet, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.850079 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-3cd2483c-c81b-439d-b9ef-ab910b82c95d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/827929cc-a0a7-4c2f-8c89-ad09cfb91bbb HTTP/1.1" status: 204  len: 168 time: 0.6387837
Apr 15 11:05:15.852505 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48116) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:15.859141 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff72401-5f55-4698-b553-d5a20b85566e None None] Network 2b6a7c15-3631-4195-b080-550db7377a6a requested from dv-cinder-786385-1-iscsi {{(pid=85291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:05:15.883884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: c766a574-c0a1-42f6-96d0-17dc90f6373c {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:15.884269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device c766a574-c0a1-42f6-96d0-17dc90f6373c not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:15.884767 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 6947567e-2559-4df0-a24b-cd2d89c92f57 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:15.977056 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 6947567e-2559-4df0-a24b-cd2d89c92f57 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:15.977380 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 6947567e-2559-4df0-a24b-cd2d89c92f57 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:15.988829 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854655044'] for network, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.060084 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Deleting port 31688c35-09d6-4b1d-bcee-78a11aa97e32 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:16.060454 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.165053 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] DHCP port deletion for 2b6a7c15-3631-4195-b080-550db7377a6a request from dv-cinder-786385-1-iscsi {{(pid=85291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:05:16.169453 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] Deleting port 31688c35-09d6-4b1d-bcee-78a11aa97e32 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:16.169876 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.293211 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] For port 31688c35-09d6-4b1d-bcee-78a11aa97e32, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=31688c35-09d6-4b1d-bcee-78a11aa97e32,segment=NetworkSegment(622884b2-efde-4d02-b991-79fe7c002dfa),segment_id=622884b2-efde-4d02-b991-79fe7c002dfa)] {{(pid=85289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:16.293570 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.399714 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] For port 31688c35-09d6-4b1d-bcee-78a11aa97e32, host dv-cinder-786385-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-iscsi',level=0,port_id=31688c35-09d6-4b1d-bcee-78a11aa97e32,segment=NetworkSegment(622884b2-efde-4d02-b991-79fe7c002dfa),segment_id=622884b2-efde-4d02-b991-79fe7c002dfa)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:16.400073 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401489'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.539832 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] Calling delete_port for 31688c35-09d6-4b1d-bcee-78a11aa97e32 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:16.621900 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854664516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854661301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753744179230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283111029398'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.640100 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:16.689967 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Calling delete_port for 31688c35-09d6-4b1d-bcee-78a11aa97e32 owned by network:dhcp {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:16.730321 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] Pushing event deleted for resources: {'Port': ['ID=31688c35-09d6-4b1d-bcee-78a11aa97e32,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:16.739082 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:16.776820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.db.api [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85289) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:05:16.777184 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_db.api [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:05:16.789269 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df96f8-d1b6-4317-8deb-d533c697c837 None None] No DVR routers for this DVR port 31688c35-09d6-4b1d-bcee-78a11aa97e32 on host dv-cinder-786385-1-iscsi {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:05:17.278809 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Deleting port 31688c35-09d6-4b1d-bcee-78a11aa97e32 {{(pid=85289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:17.279410 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283110600069'] for port, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.355394 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] The port '31688c35-09d6-4b1d-bcee-78a11aa97e32' was deleted {{(pid=85289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:05:17.478819 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852720655', 'neutron.services.segments.db._delete_segments_for_network--9223363283110500673'] for network, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.595512 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f623b7a4d68>,) {'filters': {'network_id': ['2b6a7c15-3631-4195-b080-550db7377a6a']}} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:17.608734 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b7a4d68>, '622884b2-efde-4d02-b991-79fe7c002dfa') {'for_net_delete': True} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:17.609012 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f623b7a4d68>, '622884b2-efde-4d02-b991-79fe7c002dfa') {} {{(pid=85289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:17.621748 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283110507585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848370859'] for segment, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.637096 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769304'] for segment, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.643313 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=85289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:05:17.825688 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Network 2b6a7c15-3631-4195-b080-550db7377a6a has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:05:17.830934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 31688c35-09d6-4b1d-bcee-78a11aa97e32 no longer exists at agent ovs-agent-dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:17.835596 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848454355'] for segment, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.869263 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] No Port match for: 31688c35-09d6-4b1d-bcee-78a11aa97e32 {{(pid=85291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:17.869597 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Device 31688c35-09d6-4b1d-bcee-78a11aa97e32 not bound to the agent host dv-cinder-786385-1-iscsi {{(pid=85291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:18.021495 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Network 2b6a7c15-3631-4195-b080-550db7377a6a has no segments {{(pid=85289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   % (table.description, expected, rows_matched)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   % (table.description, expected, rows_matched)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   % (table.description, expected, rows_matched)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   % (table.description, expected, rows_matched)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]: Traceback (most recent call last):
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     timer()
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     cb(*args, **kw)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     return func(*args, **kwargs)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     self._notify()
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     self.callback(batched_events)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     event.method(event)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     segment_id)['aggregates'][0]
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     return f(self, *a, **k)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self._get(url).json()
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     **kwargs)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     **endpoint_filter)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:05:18.044646 dv-cinder-786385-1-iscsi neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:05:18.123336 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1805975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853081067'] for network, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.126598 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:18.140470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1805988'] for network, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.151801 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6a7c15-3631-4195-b080-550db7377a6a,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:18.156310 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:18.160030 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7cf284a2-dee2-475b-b344-568abde68ede admin admin] 10.222.0.68 "DELETE /v2.0/networks/2b6a7c15-3631-4195-b080-550db7377a6a HTTP/1.1" status: 204  len: 168 time: 2.3065302
Apr 15 11:05:18.289382 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48126) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:18.342909 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-c898edc3-5d42-4abc-8b92-3c7c812c2e37 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cc918f28a1ea44d88fef179a523d9860&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520468
Apr 15 11:05:18.345559 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48130) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:18.408897 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-351c561a-e5be-429e-a358-8fcb79cac287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.437494 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-351c561a-e5be-429e-a358-8fcb79cac287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.488799 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-351c561a-e5be-429e-a358-8fcb79cac287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.494360 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5547814b-e155-426d-a49e-869c58b78054 tempest-AttachVolumeTestJSON-77340738 tempest-AttachVolumeTestJSON-77340738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:18.510931 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c561a-e5be-429e-a358-8fcb79cac287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9740e2-4988-44c3-be28-0322aed3192d,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:18.513574 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-351c561a-e5be-429e-a358-8fcb79cac287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:18.517379 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-351c561a-e5be-429e-a358-8fcb79cac287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.518603 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-351c561a-e5be-429e-a358-8fcb79cac287 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed9740e2-4988-44c3-be28-0322aed3192d HTTP/1.1" status: 204  len: 168 time: 0.1720686
Apr 15 11:05:18.899655 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48140) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:18.954218 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-4a91c02c-4b49-4067-8839-41ba75cf3951 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d9a2e42fd11a4fc182ce049a9804ffd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530684
Apr 15 11:05:18.956885 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [-] (85289) accepted ('10.222.0.68', 48144) {{(pid=85289) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:19.027902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b076-df2c-4757-bdf8-8c3440aa1d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.057065 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b076-df2c-4757-bdf8-8c3440aa1d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.104257 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b076-df2c-4757-bdf8-8c3440aa1d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651826'] for security_group, after_delete {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.109392 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-156cd980-3886-4c9d-bd62-340ae0aecf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:19.123520 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9b076-df2c-4757-bdf8-8c3440aa1d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d487f-d2ef-4b19-8444-f54569ba8da4,revision_number=None']} {{(pid=85289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:19.126716 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7ff9b076-df2c-4757-bdf8-8c3440aa1d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:19.127690 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b076-df2c-4757-bdf8-8c3440aa1d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.128903 dv-cinder-786385-1-iscsi neutron-server[85178]: INFO neutron.wsgi [None req-7ff9b076-df2c-4757-bdf8-8c3440aa1d03 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb4d487f-d2ef-4b19-8444-f54569ba8da4 HTTP/1.1" status: 204  len: 168 time: 0.1709790
Apr 15 11:05:20.685740 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cfb04870-8336-4d77-a37f-479fee8474e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.105534 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c942141a-5b04-4d7b-b749-79918a44a52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.901029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:24.046861 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.023923 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:26.219403 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:28.081978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:05:50.687599 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b581c5f-be71-4f45-87b2-21032d55ed74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:53.107768 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e7e1c084-0ee8-49e5-92eb-db1a71d633fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:53.904962 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:54.048985 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:55.022140 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:56.219188 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:05.082592 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:06:20.690049 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9da4018-e7d2-4b99-9341-56345aff65de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.109107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5eefb26d-6bb8-4b32-a07b-a0a15a1c7239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.906691 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.050649 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:25.022003 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:26.237759 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:42.082775 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:06:50.691350 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6859d3bc-e5e1-41b0-a534-dd1eb5941283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:53.110428 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de380830-27e6-4d22-bd11-939a2c8e4ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:53.908461 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:54.052387 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:55.025724 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:56.225479 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:19.083431 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:07:20.693646 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-391fffac-3a88-42bc-aad9-26372182fa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.112190 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a76201d0-a8cf-4d56-9807-9cfceaeabccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.911978 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:24.054902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:25.029258 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:26.246489 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:29.826107 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [req-5d19063a-eb90-47da-9ac8-74889bdbe2e3 req-878c3b05-5a3a-4e11-94b9-028e9c10f7a9 service neutron] (85290) timed out ('10.222.0.104', 51113) {{(pid=85290) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 11:07:50.697928 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff19a269-eecd-4df6-b583-4069cef89613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.115000 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2220e063-6294-4588-84e3-ebb52edaa55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.916293 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:54.056884 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.030934 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:56.083817 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:07:56.248532 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:20.700952 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3038dcf6-08a2-4f0a-95fd-8aeef144df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:23.117695 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa24a2f6-5535-46fa-8500-753830d56696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:23.917736 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:24.059436 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:25.035902 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:26.247485 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:33.083581 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:08:50.704277 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6367cf9e-6261-4e6e-b60d-185cc28c21a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:53.121783 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c519726d-d061-4f1d-900e-ea31639ba1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:53.920769 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:54.061470 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:55.039206 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:56.246839 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:08.075441 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.wsgi [req-dcbf46dd-f967-46ed-b58c-a499d11fd440 req-b84c36ad-ff33-4215-86f5-c18801d1bf4f service neutron] (85290) timed out ('10.222.0.104', 51143) {{(pid=85290) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 11:09:10.083686 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:09:20.706451 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a07617b5-9787-4c90-99d3-d3237a2494ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:23.124029 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fbcf640f-42c2-4bbe-8f8d-51769ae3aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:23.923589 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:24.063083 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:25.042270 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:26.261784 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:47.083109 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:09:50.710150 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-169951c3-e9af-40fd-b37d-d27fa433b45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:53.126546 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0b43400a-72aa-4c5f-aedc-865b4a4ac3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:53.926820 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:54.064945 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:55.044273 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:56.263106 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:20.711883 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-38c0a61c-347b-4442-ade3-a15f4df095bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:23.128117 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5fc48a37-8f10-42c8-9fa9-452d3e898996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:23.932472 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ff9-ce71-49b3-b1c1-f83232c18f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:24.074906 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85796190-01df-4eea-a6f1-03d55eccaf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:24.082482 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron.db.agents_db [None req-389b9868-7d11-4916-a002-9664fab97816 None None] Agent healthcheck: found 6 active agents {{(pid=85292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:10:25.048240 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11ab2764-5992-419e-a05a-8aa1020dc388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:26.278093 dv-cinder-786385-1-iscsi neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c37fe2ad-1d6b-425b-8bf9-358d85dc06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283110500690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010435'] for agent, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}